00000800:00000200:0.1F:1734671390.140242:0:3299:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e1b1000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1F:1734671390.144956:0:3290:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e1b1000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1734671390.144973:0:3290:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.151@tcp ffff8800a8e54b40 deleted 00000800:00000010:3.1:1734671390.144975:0:3290:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a8e54b40. 00000800:00000200:3.1:1734671390.144979:0:3290:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734671390.144985:0:3290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:1023 00000800:00000200:3.1:1734671390.144988:0:3290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012d439f00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1734671390.145579:0:3289:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734671390.146180:0:3291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e1b1000] -> 12345-192.168.204.151@tcp (4) 00000800:00000200:3.1:1734671390.146183:0:3291:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.151@tcp ffff8800a8e54b40 deleted 00000800:00000010:3.1:1734671390.146184:0:3291:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a8e54b40. 00000800:00000200:3.1:1734671390.146186:0:3291:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1734671390.146245:0:3289:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1734671390.247280:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a7a15a00. 00010000:00000010:3.1:1734671390.247294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d1a800. 00010000:00000010:2.1:1734671390.680565:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a1203c00. 00010000:00000010:2.1:1734671390.680573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a80a6400. 00010000:00000010:3.1:1734671390.686672:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a475cc00. 00010000:00000010:3.1:1734671390.686693:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4829e00. 00010000:00000010:1.1F:1734671390.688971:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b52a8c00. 00010000:00010000:0.0:1734671648.669000:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e50060918a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671648.669026:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091899 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e18 expref: 599 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.669033:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091899 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e18 expref: 599 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.669038:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372ca00, rc 0) 00000100:00100000:0.0:1734671648.669078:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:12140:x1818934751578624:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 544us (841us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671648.669084:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28239 00000100:00100000:0.0:1734671648.673007:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.673057:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.677830:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.677899:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.681780:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.681840:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.686184:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.686838:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.691851:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752111360:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671648.691951:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9400/0x87a91e5006091933 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671648.693470:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671648.694309:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9400/0x87a91e5006091933 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671648.694316:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9400/0x87a91e5006091933 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671648.694334:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x58e:0x0]: returning size 0 00010000:00010000:0.0:1734671648.694445:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8e00/0x87a91e500609192c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e49 expref: 603 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.694462:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9400/0x87a91e5006091933 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e49 expref: 602 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.694468:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58e:0x0].0x0 (ffff88012d018b00) 00010000:00010000:0.0:1734671648.694470:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671648.694473:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0b9400, rc 0) 00000100:00100000:0.0:1734671648.694494:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:12140:x1818934751580288:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7539us (7655us total) trans 4294981538 rc 0/0 00000100:00100000:0.0:1734671648.694500:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28245 00000100:00100000:0.0:1734671648.694962:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.696029:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.699439:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.701458:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.703185:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.703952:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.709471:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.709592:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.713282:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.719317:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.719425:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.721534:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12140:x1818934751582592:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2103us (2222us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.721544:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28251 00000100:00100000:0.0:1734671648.723321:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.724460:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.725949:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.733547:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.733645:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.743885:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.743930:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.755086:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.755187:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.769014:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.769050:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.769079:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.769116:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751584512 00000100:00100000:0.0:1734671648.769124:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751584512 00000100:00100000:0.0:1734671648.769159:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28256 00000100:00100000:0.0:1734671648.769165:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+612:12139:x1818934751584512:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671648.769186:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671648.769201:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006091a2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f4eab expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.769252:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769263:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769273:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769285:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769290:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769295:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769377:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372da00/0x87a91e5006091a44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769383:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372da00/0x87a91e5006091a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769389:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372da00/0x87a91e5006091a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671648.769413:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x58f:0x0]: returning size 2048 00000004:00200000:0.0:1734671648.769417:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671648.769430:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009372da00/0x87a91e5006091a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769439:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372da00/0x87a91e5006091a44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769444:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769450:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769455:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769463:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372c400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671648.769467:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769473:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769482:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671648.769485:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671648.769488:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769492:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006091a36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769506:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769511:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769515:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769519:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372ca00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671648.769521:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769525:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769530:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x5a9c1470 (ffff88009233c400) 00010000:00010000:0.0:1734671648.769532:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671648.769534:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769538:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006091a3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x5a9c1470 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.769558:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006091a2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eab expref: 614 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.769566:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372da00/0x87a91e5006091a44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eab expref: 613 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.769571:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58f:0x0].0x0 (ffff88008f277900) 00010000:00010000:0.0:1734671648.769573:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671648.769575:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372da00, rc 0) 00000100:00100000:0.0:1734671648.769614:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12139:x1818934751584512:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 449us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.769619:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28256 00000100:00100000:0.0:1734671648.775519:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.779547:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751585152 00000100:00100000:0.0:1734671648.779551:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751585152 00000100:00100000:0.0:1734671648.779585:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2725 00000100:00100000:0.0:1734671648.779590:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1964:x1818934751585152:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671648.779599:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671648.779601:0:19199:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 87a91e5006091a44) 00010000:00010000:0.0:1734671648.779602:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671648.779632:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1964:x1818934751585152:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 42us (1489us total) trans 0 rc 116/116 00000100:00100000:0.0:1734671648.779640:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2725 00000100:00100000:0.0:1734671648.779672:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.779705:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751585408 00000100:00100000:0.0:1734671648.779708:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751585408 00010000:00010000:0.0:1734671648.779717:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060919e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e88 expref: 614 pid: 7083 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671648.779733:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8045 00000100:00100000:0.0:1734671648.779737:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1965:x1818934751585408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671648.779742:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671648.779746:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060919e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e88 expref: 614 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.779754:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060919e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e88 expref: 614 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.779764:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060919e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e88 expref: 614 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.779775:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58f:0x0].0x0 (ffff88008f277900) 00010000:00010000:0.0:1734671648.779779:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e5006091a52 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x58f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671648.779785:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e5006091a52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671648.779792:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e5006091a52 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x58f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671648.779821:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671648.779836:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1965:x1818934751585408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 98us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.779841:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8045 00010000:00010000:0.0:1734671648.779920:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e5006091a52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671648.779926:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e5006091a52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x58f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671648.779940:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x58f:0x0]: returning size 2048 00010000:00010000:0.0:1734671648.780079:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11800/0x87a91e5006091a4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eb2 expref: 614 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.780091:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e5006091a52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eb2 expref: 613 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.780096:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58f:0x0].0x0 (ffff88008f277900) 00010000:00010000:0.0:1734671648.780098:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671648.780100:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10a00, rc 0) 00000100:00100000:0.0:1734671648.780117:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12139:x1818934751585024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4259us (4607us total) trans 4294981548 rc 0/0 00000100:00100000:0.0:1734671648.780122:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28257 00000100:00100000:0.0:1734671648.798471:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.798493:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751585920 00000100:00100000:0.0:1734671648.798500:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751585920 00000100:00100000:0.0:1734671648.811482:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.844847:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751586560 00000100:00100000:0.0:1734671648.844851:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751586560 00010000:00010000:0.0:1734671648.844863:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800933b2c00/0x87a91e500608f7ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4313 expref: 77 pid: 17391 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671648.844944:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8048 00000100:00100000:0.0:1734671648.844949:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1965:x1818934751586560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671648.844955:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671648.844958:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800933b2c00/0x87a91e500608f7ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4313 expref: 77 pid: 17391 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.844967:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800933b2c00/0x87a91e500608f7ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4313 expref: 77 pid: 17391 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.844982:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933b2c00/0x87a91e500608f7ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4313 expref: 77 pid: 17391 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.844992:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671648.844993:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671648.844996:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009226f200/0x87a91e5006091a8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.845003:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009226f200/0x87a91e5006091a8a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.845017:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671648.845511:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1965:x1818934751586560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 559us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.845518:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8048 00000100:00100000:0.0:1734671648.845922:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000001:00080000:0.0:1734671648.864896:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968639 is committed 00000100:00100000:0.0:1734671648.904539:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.911411:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751587456 00000100:00100000:0.0:1734671648.911419:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751587456 00000100:00100000:0.0:1734671648.911455:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28263 00000100:00100000:0.0:1734671648.911461:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12140:x1818934751587456:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:0.0:1734671648.911553:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12140:x1818934751587456:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 91us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.911558:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28263 00000100:00100000:0.0:1734671648.932412:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.932437:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751587712 00000100:00100000:0.0:1734671648.932444:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751587712 00000100:00100000:0.0:1734671648.932473:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28264 00000100:00100000:0.0:1734671648.932479:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12139:x1818934751587712:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671648.932494:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671648.932508:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006091a9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f4ec7 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.932554:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932565:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932574:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932584:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932591:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932596:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932741:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932747:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932752:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932757:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671648.932760:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932766:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932774:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671648.932776:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671648.932780:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932784:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006091aa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932801:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932806:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932811:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932815:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671648.932817:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932821:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932827:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa992fa2d (ffff880093b06b00) 00010000:00010000:0.0:1734671648.932828:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671648.932830:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932834:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006091aad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671648.932862:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006091a9f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ec7 expref: 479 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.932869:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006091a9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ec7 expref: 479 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.932876:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919b6000, rc 0) 00000100:00100000:0.0:1734671648.932909:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12139:x1818934751587712:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 429us (502us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671648.932914:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28264 00000100:00100000:0.0:1734671648.938297:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751587840 00000100:00100000:0.0:1734671648.938303:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751587840 00000100:00100000:0.0:1734671648.938331:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28265 00000100:00100000:0.0:1734671648.938337:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12139:x1818934751587840:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671648.938353:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671648.938365:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006091ab4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f4ece expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.938389:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006091ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ece expref: 479 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.938400:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006091ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ece expref: 479 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671648.938407:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671648.938409:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671648.938412:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be200, rc 0) 00000100:00100000:0.0:1734671648.938446:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+479:12139:x1818934751587840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 109us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.938452:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28265 00000100:00100000:0.0:1734671648.952699:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.957574:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1965:x1818934751587584:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 41634us (41708us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.957584:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4455 00000100:00100000:0.0:1734671648.959181:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.964269:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.968513:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.971315:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.972126:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.972159:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751589120 00000100:00100000:0.0:1734671648.972168:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751589120 00010000:00010000:0.0:1734671648.972205:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e5006091ad0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x590:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ed5 expref: 484 pid: 24251 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671648.972246:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8050 00000100:00100000:0.0:1734671648.972253:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+484:1965:x1818934751589120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671648.972268:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671648.972273:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e5006091ad0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x590:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ed5 expref: 484 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.972289:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e5006091ad0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x590:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4ed5 expref: 484 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671648.972312:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x590:0x0].0x0 (ffff880092964900) 00010000:00010000:0.0:1734671648.972317:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe000/0x87a91e5006091aec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x590:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671648.972326:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe000/0x87a91e5006091aec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x590:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671648.972333:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe000/0x87a91e5006091aec lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x590:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671648.972352:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671648.972391:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+484:1965:x1818934751589120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 137us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671648.972398:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8050 00000100:00100000:0.0:1734671648.979224:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.979912:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671648.990486:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.002604:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.005737:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.009938:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.015051:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.015561:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.020204:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.020244:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.020301:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.025479:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.025589:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.028621:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.028724:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.031413:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.031448:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.034035:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.034090:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.036178:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.036229:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.038550:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.045734:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.048967:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.049024:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.050510:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.052468:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.053506:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.055502:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.056309:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.058320:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.058360:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.058382:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751595008 00000100:00100000:0.0:1734671649.058388:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751595008 00010000:00010000:0.0:1734671649.058412:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e5006091c0b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f53 expref: 502 pid: 7083 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.058432:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8061 00000100:00100000:0.0:1734671649.058437:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:1965:x1818934751595008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.058447:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.058453:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e5006091c0b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f53 expref: 502 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.058463:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e5006091c0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f53 expref: 502 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.058482:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff880092964d00) 00010000:00010000:0.0:1734671649.058487:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71200/0x87a91e5006091c4a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.058494:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71200/0x87a91e5006091c4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.058500:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71200/0x87a91e5006091c4a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.058515:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.058545:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:1965:x1818934751595008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.058552:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8061 00000100:00100000:0.0:1734671649.058564:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751595136 00000100:00100000:0.0:1734671649.058567:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751595136 00010000:00010000:0.0:1734671649.058575:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71c00/0x87a91e5006091c20 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x591:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f5a expref: 502 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.058586:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8062 00000100:00100000:0.0:1734671649.058590:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:1965:x1818934751595136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.058596:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.058599:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71c00/0x87a91e5006091c20 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x591:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f5a expref: 502 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.058607:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71c00/0x87a91e5006091c20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x591:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f5a expref: 502 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.058617:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x591:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671649.058621:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006091c3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x591:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.058626:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006091c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x591:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.058631:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006091c3c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x591:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.058639:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.058652:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:1965:x1818934751595136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.058657:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8062 00000100:00100000:0.0:1734671649.060886:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.062219:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.065101:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.065852:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.069261:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.069315:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.072397:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.072425:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751596032 00000100:00100000:0.0:1734671649.072431:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751596032 00010000:00010000:0.0:1734671649.072459:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc70600/0x87a91e5006091c27 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f61 expref: 75 pid: 17898 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1734671649.073537:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8064 00000100:00100000:0.0:1734671649.073544:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+74:1966:x1818934751596032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.073559:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.073585:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bc70600/0x87a91e5006091c27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f61 expref: 74 pid: 17898 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.073597:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bc70600/0x87a91e5006091c27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f61 expref: 74 pid: 17898 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.073620:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc70600/0x87a91e5006091c27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f61 expref: 74 pid: 17898 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.073646:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671649.073648:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671649.073655:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 73 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.073664:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 73 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.073715:0:9756:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 73 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671649.073728:0:9756:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9756:1818934752115968:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671649.073765:0:9756:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.077164:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.080667:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.080757:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.087912:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.090312:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.091638:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.094442:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.094482:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751597440 00000100:00100000:0.0:1734671649.094491:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751597440 00000100:00100000:0.0:1734671649.094546:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6852 00000100:00100000:0.0:1734671649.094553:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+505:12140:x1818934751597440:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.095041:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7627, 168 off1335464 00000001:00080000:0.0:1734671649.095049:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981570 00000100:00100000:0.0:1734671649.095143:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12140:x1818934751597440:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 587us (710us total) trans 4294981571 rc 0/0 00000100:00100000:0.0:1734671649.095150:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6852 00000020:00080000:0.0:1734671649.095155:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671649.097719:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.098719:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.104454:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.104506:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.108004:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.112903:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.113336:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.117058:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.118362:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.123509:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.123849:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.129455:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751599104 00000100:00100000:0.0:1734671649.129465:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751599104 00010000:00010000:0.0:1734671649.129497:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013188e600/0x87a91e5006091cc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fa0 expref: 79 pid: 8437 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1734671649.129540:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8069 00000100:00100000:0.0:1734671649.129547:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1964:x1818934751599104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.129561:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.129585:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013188e600/0x87a91e5006091cc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fa0 expref: 79 pid: 8437 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.129597:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013188e600/0x87a91e5006091cc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fa0 expref: 79 pid: 8437 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.129620:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013188e600/0x87a91e5006091cc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fa0 expref: 79 pid: 8437 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.129648:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671649.129650:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671649.129658:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 78 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.129667:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 78 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.129720:0:19199:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 78 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671649.129733:0:19199:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19199:1818934752116736:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671649.129799:0:19199:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.133018:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.141613:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.141708:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.145065:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.145127:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.159468:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.159566:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.162877:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.162931:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.169711:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.185478:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.188522:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.191533:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.192569:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751601920 00000100:00100000:0.0:1734671649.192573:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751601920 00000100:00100000:0.0:1734671649.192859:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6858 00000100:00100000:0.0:1734671649.192865:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934751601920:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.193085:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7632, 168 off1336304 00000100:00100000:0.0:1734671649.194134:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934751601920:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1268us (1696us total) trans 4294981582 rc 0/0 00000100:00100000:0.0:1734671649.194141:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6858 00000100:00100000:0.0:1734671649.196262:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.197708:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751602304 00000100:00100000:0.0:1734671649.197713:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751602304 00000100:00100000:0.0:1734671649.197735:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6859 00000100:00100000:0.0:1734671649.197741:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934751602304:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.198033:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7633, 168 off1336472 00000100:00100000:0.0:1734671649.198129:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934751602304:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 387us (619us total) trans 4294981583 rc 0/0 00000100:00100000:0.0:1734671649.198135:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6859 00000100:00100000:0.0:1734671649.201481:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.208177:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.209502:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.215750:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.219361:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.219408:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.224992:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.225451:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.233824:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751604608 00000100:00100000:0.0:1734671649.233829:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751604608 00000100:00100000:0.0:1734671649.233864:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6867 00000100:00100000:0.0:1734671649.233869:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934751604608:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.234255:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7640, 168 off1337648 00000001:00080000:0.0:1734671649.234263:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981590 00000100:00100000:0.0:1734671649.234775:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934751604608:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 904us (999us total) trans 4294981591 rc 0/0 00000100:00100000:0.0:1734671649.234783:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6867 00000020:00080000:0.0:1734671649.234796:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671649.239174:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.244493:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.244545:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.244590:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.247619:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934751605504:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2263us (3027us total) trans 4294981595 rc 0/0 00000100:00100000:0.0:1734671649.247627:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6870 00000100:00100000:0.0:1734671649.249725:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.249779:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.252571:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.252663:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.254383:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.257017:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.260299:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.262544:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.268564:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.270080:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.270101:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751608320 00000100:00100000:0.0:1734671649.270106:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751608320 00000100:00100000:0.0:1734671649.270143:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2731 00000100:00100000:0.0:1734671649.270148:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:1964:x1818934751608320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.270158:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.270535:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14600/0x87a91e5006091e26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5017 expref: 545 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.273038:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff880092964d00) 00010000:00010000:0.0:1734671649.273044:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fc00/0x87a91e5006091e34 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.273052:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fc00/0x87a91e5006091e34 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.273057:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.273106:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:1964:x1818934751608320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2954us (3026us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.273116:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2731 00000100:00100000:0.0:1734671649.273441:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751608832 00000100:00100000:0.0:1734671649.273448:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751608832 00000100:00100000:0.0:1734671649.273471:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6880 00000100:00100000:0.0:1734671649.273476:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934751608832:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.273769:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7654, 168 off1340008 00000100:00100000:0.0:1734671649.273852:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934751608832:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 375us (461us total) trans 4294981609 rc 0/0 00000100:00100000:0.0:1734671649.273857:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6880 00000100:00100000:0.0:1734671649.277248:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751608960 00000100:00100000:0.0:1734671649.277256:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751608960 00010000:00010000:0.0:1734671649.277285:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fb5 expref: 545 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.277319:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8072 00000100:00100000:0.0:1734671649.277326:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:1967:x1818934751608960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.277340:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.277345:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fb5 expref: 545 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.277356:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fb5 expref: 545 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.277378:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091cf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fb5 expref: 545 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.277390:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff880092964d00) 00010000:00010000:0.0:1734671649.277394:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fc00/0x87a91e5006091e34 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.277402:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fc00/0x87a91e5006091e34 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.277410:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fc00/0x87a91e5006091e34 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x592:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.277427:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.277464:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:1967:x1818934751608960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 138us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.277470:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8072 00000100:00100000:0.0:1734671649.281953:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.282045:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.285245:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.285812:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.290218:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.292179:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751610496 00000100:00100000:0.0:1734671649.292185:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751610496 00000100:00100000:0.0:1734671649.292206:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6885 00000100:00100000:0.0:1734671649.292211:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12139:x1818934751610496:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.294142:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7659, 168 off1340848 00000100:00100000:0.0:1734671649.294299:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12139:x1818934751610496:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2081us (2217us total) trans 4294981618 rc 0/0 00000100:00100000:0.0:1734671649.294308:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6885 00000100:00100000:0.0:1734671649.298604:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751610752 00000100:00100000:0.0:1734671649.298615:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751610752 00000100:00100000:0.0:1734671649.298651:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751610880 00000100:00100000:0.0:1734671649.298654:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751610880 00000100:00100000:0.0:1734671649.298687:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28309 00000100:00100000:0.0:1734671649.298692:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934751610880:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.298717:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.298737:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e5006091e50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f502c expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.298782:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.298806:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.298815:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.298826:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.298832:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.298838:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299632:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006091e81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299639:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006091e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299645:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006091e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671649.299669:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x592:0x0]: returning size 4096 00000004:00200000:0.0:1734671649.299673:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671649.299701:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006091e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299713:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006091e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299719:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299724:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299728:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299731:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012bd14e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.299733:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299739:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299746:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671649.299747:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.299749:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299753:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006091e57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299761:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299765:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299769:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299772:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012bd15200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.299774:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299778:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299782:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa992fa36 (ffff880093b06400) 00010000:00010000:0.0:1734671649.299793:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.299795:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299799:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15200/0x87a91e5006091e5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa992fa36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.299822:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e5006091e50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f502c expref: 554 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.299833:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006091e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f502c expref: 553 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.299838:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff880092964d00) 00010000:00010000:0.0:1734671649.299839:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671649.299841:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d63e00, rc 0) 00000100:00100000:0.0:1734671649.299888:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934751610880:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1194us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.299894:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28309 00000100:00100000:0.0:1734671649.304353:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.304449:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.304485:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751611264 00000100:00100000:0.0:1734671649.304495:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751611264 00000100:00100000:0.0:1734671649.304536:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6886 00000100:00100000:0.0:1734671649.304543:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934751611264:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.304874:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7661, 168 off1341192 00000100:00100000:0.0:1734671649.304983:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934751611264:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 439us (533us total) trans 4294981620 rc 0/0 00000100:00100000:0.0:1734671649.304990:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6886 00000100:00100000:0.0:1734671649.308611:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.313288:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.318467:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.318972:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.319034:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.326500:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.332959:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.348771:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.348856:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.355131:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.357535:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.360428:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.361866:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.367202:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.368553:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.372910:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.372973:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.379475:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.381226:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.382196:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.386981:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.394488:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.394538:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.401122:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.401988:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.411298:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.411347:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.416987:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.417072:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.420722:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.420822:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.424354:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.426295:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.430528:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.430567:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.436187:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.439667:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.439769:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.443530:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.444522:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751617920 00000100:00100000:0.0:1734671649.444525:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751617920 00000100:00100000:0.0:1734671649.444555:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6892 00000100:00100000:0.0:1734671649.444560:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934751617920:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671649.451843:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934751617920:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 7281us (7639us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.451853:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6892 00000100:00100000:0.0:1734671649.454320:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.457253:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.457915:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.460496:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.464018:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.466964:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.469572:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.474642:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.477278:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751620096 00000100:00100000:0.0:1734671649.477284:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751620096 00010000:00010000:0.0:1734671649.477309:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14200/0x87a91e50060920cd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f0 expref: 574 pid: 24251 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.477341:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8084 00000100:00100000:0.0:1734671649.477348:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:1964:x1818934751620096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.477364:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.477369:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14200/0x87a91e50060920cd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f0 expref: 574 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.477379:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14200/0x87a91e50060920cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f0 expref: 574 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.477399:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14200/0x87a91e50060920cd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f0 expref: 574 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.477424:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671649.477429:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e50060920e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.477436:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e50060920e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.477442:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e50060920e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.477460:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.477494:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:1964:x1818934751620096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 146us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.477501:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8084 00000100:00100000:0.0:1734671649.478472:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751620224 00000100:00100000:0.0:1734671649.478477:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751620224 00010000:00010000:0.0:1734671649.478492:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14e00/0x87a91e50060920b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50e2 expref: 572 pid: 24251 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.478519:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8085 00000100:00100000:0.0:1734671649.478524:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:1964:x1818934751620224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.478531:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.478535:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14e00/0x87a91e50060920b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50e2 expref: 572 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.478543:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14e00/0x87a91e50060920b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50e2 expref: 572 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.478554:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14e00/0x87a91e50060920b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50e2 expref: 572 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.478562:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671649.478565:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e50060920f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.478570:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e50060920f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.478575:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e50060920f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.478599:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.478626:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:1964:x1818934751620224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 101us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.478631:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8085 00000100:00100000:0.0:1734671649.484571:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.484723:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.489435:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.489551:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.494576:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.494638:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.499212:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.499259:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751621120 00000100:00100000:0.0:1734671649.499267:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751621120 00010000:00010000:0.0:1734671649.499298:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092081c00/0x87a91e50060920d4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f7 expref: 81 pid: 17898 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1734671649.499340:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8087 00000100:00100000:0.0:1734671649.499348:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1965:x1818934751621120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.499360:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.499384:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092081c00/0x87a91e50060920d4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f7 expref: 81 pid: 17898 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.499396:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092081c00/0x87a91e50060920d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50f7 expref: 81 pid: 17898 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1734671649.499422:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671649.499424:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671649.499431:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 81 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.499438:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 81 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.499473:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 81 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671649.499486:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752119296:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671649.499535:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.507567:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.509531:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.513761:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.516906:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751621760 00000100:00100000:0.0:1734671649.516913:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751621760 00000100:00100000:0.0:1734671649.516952:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28343 00000100:00100000:0.0:1734671649.516958:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12139:x1818934751621760:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.516976:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.516991:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092167 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5136 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.517042:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517054:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517063:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517074:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517079:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517084:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517138:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517144:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517149:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517153:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0ae200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.517156:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517162:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517170:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671649.517172:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.517175:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517178:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609216e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517190:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517194:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517198:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517202:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0af000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.517204:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517211:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517216:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x9c159348 (ffff880093b06f00) 00010000:00010000:0.0:1734671649.517217:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.517219:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517222:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092175 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x9c159348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.517246:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092167 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5136 expref: 576 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.517251:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092167 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5136 expref: 576 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.517256:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f0aec00, rc 0) 00000100:00100000:0.0:1734671649.517289:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12139:x1818934751621760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 331us (484us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671649.517294:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28343 00000100:00100000:0.0:1734671649.522144:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.522186:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.522617:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.525774:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671649.526360:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.526366:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671649.526386:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x595:0x0]: returning size 2048 00010000:00010000:0.0:1734671649.526519:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e500609217c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f513d expref: 577 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.526545:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f513d expref: 576 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.526550:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671649.526552:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671649.526554:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092080400, rc 0) 00000100:00100000:0.0:1734671649.526574:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934751622016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3165us (4443us total) trans 4294981640 rc 0/0 00000100:00100000:0.0:1734671649.526579:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28344 00000100:00100000:0.0:1734671649.528250:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.528648:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.529345:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.536504:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.537410:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751623168 00000100:00100000:0.0:1734671649.537415:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751623168 00010000:00010000:0.0:1734671649.537431:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f513d expref: 578 pid: 16887 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.537461:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8091 00000100:00100000:0.0:1734671649.537465:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:1965:x1818934751623168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.537472:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.537476:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f513d expref: 578 pid: 16887 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.537483:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f513d expref: 578 pid: 16887 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.537495:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006092191 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f513d expref: 579 pid: 16887 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.537515:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671649.538584:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e50060921c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x595:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.538595:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e50060921c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.538602:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e50060921c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.538636:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.538663:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:1965:x1818934751623168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1195us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.538669:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8091 00000100:00100000:0.0:1734671649.542969:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.543026:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.546250:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.549618:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.551825:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.553138:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.557533:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.557620:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.562867:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.564579:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.567023:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.567073:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.574127:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.574225:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.574246:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751625088 00000100:00100000:0.0:1734671649.574249:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751625088 00000100:00100000:0.0:1734671649.574268:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28356 00000100:00100000:0.0:1734671649.574272:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:12140:x1818934751625088:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.574289:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.574303:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092263 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5191 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.574355:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574364:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574370:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574381:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574386:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574391:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574491:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092278 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574499:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574505:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671649.574534:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33b:0x0]: returning size 260096 00000004:00200000:0.0:1734671649.574538:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671649.574552:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574560:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574566:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574572:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574577:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574581:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0ae200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.574585:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574591:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574597:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671649.574599:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.574602:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574606:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae200/0x87a91e500609226a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574619:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574624:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574628:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574631:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0af600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.574632:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574636:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574641:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x5538fb88 (ffff880093b06100) 00010000:00010000:0.0:1734671649.574643:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.574645:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574649:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af600/0x87a91e5006092271 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.574671:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af000/0x87a91e5006092263 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5191 expref: 581 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.574703:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e5006092278 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5191 expref: 581 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.574708:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33b:0x0].0x0 (ffff88008ee5e800) 00010000:00010000:0.0:1734671649.574710:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671649.574712:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f0aec00, rc 0) 00000100:00100000:0.0:1734671649.574733:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+580:12140:x1818934751625088:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 460us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.574738:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28356 00000100:00100000:0.0:1734671649.576377:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.578739:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.578803:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.580989:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.581076:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.587053:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.588653:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.593332:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.595320:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751626496 00000100:00100000:0.0:1734671649.595325:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751626496 00000100:00100000:0.0:1734671649.595347:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28361 00000100:00100000:0.0:1734671649.595352:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12139:x1818934751626496:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.595361:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.595370:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e50060922d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f51b4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.595403:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e50060922da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.595413:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e50060922b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51a6 expref: 583 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.595418:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e50060922da lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.595434:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e50060922b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51a6 expref: 583 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.595441:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e50060922b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51a6 expref: 583 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.595449:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752120832:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.596334:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.602428:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.602470:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.607530:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.612057:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.613909:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.614359:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.616417:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.617235:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.617254:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751627776 00000100:00100000:0.0:1734671649.617256:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751627776 00010000:00010000:0.0:1734671649.617270:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006092312 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51c2 expref: 586 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.617302:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8101 00000100:00100000:0.0:1734671649.617307:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1965:x1818934751627776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.617315:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.617319:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006092312 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51c2 expref: 586 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.617328:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006092312 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51c2 expref: 586 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.617345:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:0.0:1734671649.617349:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e500609232e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.617354:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e500609232e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.617359:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.617376:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1965:x1818934751627776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.617382:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8101 00000100:00100000:0.0:1734671649.623519:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.627405:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.628353:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.628377:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751628416 00000100:00100000:0.0:1734671649.628385:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751628416 00010000:00010000:0.0:1734671649.628416:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e5006092320 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51c9 expref: 584 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.629061:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8104 00000100:00100000:0.0:1734671649.629071:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1964:x1818934751628416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.629082:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.629087:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e5006092320 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51c9 expref: 586 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.629097:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e5006092320 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51c9 expref: 586 pid: 7085 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.629115:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff8800943a1300) 00010000:00010000:0.0:1734671649.629119:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609234a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.629125:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609234a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.629131:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609234a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.629144:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.629161:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1964:x1818934751628416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 94us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.629167:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8104 00000100:00100000:0.0:1734671649.632183:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.635532:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.637408:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751629056 00000100:00100000:0.0:1734671649.637414:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751629056 00000100:00100000:0.0:1734671649.637446:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28370 00000100:00100000:0.0:1734671649.637452:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12139:x1818934751629056:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.637466:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.637478:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006092397 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f51f3 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.637546:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e500609239e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.637558:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006090fcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b0f expref: 585 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.637564:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006092374 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51e5 expref: 585 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.637571:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e500609239e lrc: 5/0,1 mode: --/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.637600:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006092374 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51e5 expref: 585 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.637611:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006092374 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51e5 expref: 585 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.637623:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752121728:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671649.637668:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006090fcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b0f expref: 585 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.637694:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006090fcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b0f expref: 585 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.639155:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752121856:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.640335:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.645895:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.646121:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.650955:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.652072:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.653003:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28373 00000100:00100000:0.0:1734671649.653013:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:12140:x1818934751630080:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.653033:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.653755:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060923c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5208 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.653856:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e50060923cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.653872:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e50060923ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51fa expref: 587 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.653880:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e50060923cf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.653915:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e50060923ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51fa expref: 587 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.653928:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e50060923ac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51fa expref: 587 pid: 7083 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.653941:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752122240:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.654023:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.655801:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.656878:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.659218:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.659996:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.674890:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.674931:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.674948:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751631616 00000100:00100000:0.0:1734671649.674955:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751631616 00010000:00010000:0.0:1734671649.674979:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e5006091057 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b40 expref: 588 pid: 24251 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.675012:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751631488 00000100:00100000:0.0:1734671649.675014:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751631488 00010000:00010000:0.0:1734671649.675021:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e5006090f5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4aec expref: 589 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.675033:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8112 00000100:00100000:0.0:1734671649.675038:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:1965:x1818934751631616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.675050:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.675055:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e5006091057 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b40 expref: 589 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.675063:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e5006091057 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b40 expref: 589 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.675079:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e5006091057 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b40 expref: 589 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.675092:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:0.0:1734671649.675096:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609242a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.675104:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609242a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.675112:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609242a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.675129:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.675167:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:1965:x1818934751631616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 127us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.675173:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8112 00000100:00100000:0.0:1734671649.680712:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.680745:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.684509:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.684542:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.689252:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.691569:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.696394:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.696444:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.697321:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.697343:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751632768 00000100:00100000:0.0:1734671649.697349:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751632768 00000100:00100000:0.0:1734671649.698913:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751632896 00000100:00100000:0.0:1734671649.698918:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751632896 00000100:00100000:0.0:1734671649.705640:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.705655:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751633280 00000100:00100000:0.0:1734671649.705662:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751633280 00010000:00010000:0.0:1734671649.705699:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3e00/0x87a91e5006090fd9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b16 expref: 592 pid: 7083 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.705730:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8118 00000100:00100000:0.0:1734671649.705737:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1965:x1818934751633280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.705750:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.705755:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3e00/0x87a91e5006090fd9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b16 expref: 592 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.705765:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3e00/0x87a91e5006090fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b16 expref: 592 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.705791:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:0.0:1734671649.705796:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e500609249a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.705803:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e500609249a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.705809:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e500609249a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.705827:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.705858:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1965:x1818934751633280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 121us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.705864:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8118 00000100:00100000:0.0:1734671649.705907:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.705920:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751633408 00000100:00100000:0.0:1734671649.705923:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751633408 00010000:00010000:0.0:1734671649.705933:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060910d5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b6a expref: 592 pid: 24251 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.705947:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8119 00000100:00100000:0.0:1734671649.705951:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1965:x1818934751633408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.705960:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.705964:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060910d5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b6a expref: 592 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.705971:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060910d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b6a expref: 592 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.705981:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:0.0:1734671649.705985:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060924a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.705990:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060924a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.705995:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060924a8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.706002:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.706024:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1965:x1818934751633408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.706030:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8119 00000100:00100000:0.0:1734671649.711280:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.711331:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.720344:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.720501:0:8439:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752123776 00000100:00100000:0.0:1734671649.720508:0:8439:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752123776 00000100:00100000:0.0:1734671649.720541:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1734671649.720547:0:8439:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1818934752123776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734671649.720572:0:8439:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 23855104 granted 322633728 pending 0 free 3833593856 avail 3829399552 00000100:00100000:0.0:1734671649.720613:0:8439:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1818934752123776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.720618:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1734671649.721821:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.725568:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.728311:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.731090:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.731140:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.732399:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.732469:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.732484:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751634944 00000100:00100000:0.0:1734671649.732487:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751634944 00000100:00100000:0.0:1734671649.732507:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28389 00000100:00100000:0.0:1734671649.732512:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934751634944:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.732521:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.732529:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e500609251f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5278 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.732804:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.732816:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27000/0x87a91e5006091049 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b39 expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.732823:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.732844:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27000/0x87a91e5006091049 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b39 expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.732856:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27000/0x87a91e5006091049 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b39 expref: 592 pid: 7083 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.732865:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa7800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752124160:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.732889:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.735263:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.735916:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.742176:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28391 00000100:00100000:0.0:1734671649.742185:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:12140:x1818934751635456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.742201:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.742216:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006092549 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5286 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.742274:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006092550 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.742287:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5278 expref: 593 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.742294:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006092550 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.742324:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5278 expref: 593 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.742333:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5278 expref: 593 pid: 24251 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.742349:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752124416:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.742910:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.747049:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.747104:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.747815:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8126 00000100:00100000:0.0:1734671649.747821:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:1964:x1818934751635584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.747828:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.747833:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5278 expref: 594 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.747841:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5278 expref: 594 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.747853:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092526 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5278 expref: 594 pid: 24251 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.747874:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:0.0:1734671649.747878:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006092550 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.747884:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006092550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.747889:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006092550 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.747906:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.747948:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:1964:x1818934751635584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 125us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.748953:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8126 00000100:00100000:0.0:1734671649.763867:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2746 00000100:00100000:0.0:1734671649.763873:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:1964:x1818934751636224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.763880:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.763905:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e5006092588 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f528d expref: 593 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.763923:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:0.0:1734671649.763927:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.763971:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1964:x1818934751636224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 96us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.763978:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2746 00000100:00100000:0.0:1734671649.764016:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751636480 00000100:00100000:0.0:1734671649.764020:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751636480 00000100:00100000:0.0:1734671649.764042:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28394 00000100:00100000:0.0:1734671649.764046:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934751636480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.764063:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.764077:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e500609258f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f529b expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.764161:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x347:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.764172:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060910c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b63 expref: 595 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.764183:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092581 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5294 expref: 595 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.764190:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.764972:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092581 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5294 expref: 594 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.764987:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060910c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b63 expref: 593 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.764994:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060910c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b63 expref: 593 pid: 7085 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1734671649.765002:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752124800:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.765022:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.770037:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.771427:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.771826:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8128 00000100:00100000:0.0:1734671649.771831:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+595:1965:x1818934751636992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.771837:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.771841:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006091279 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4bf6 expref: 595 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.771853:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006091279 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4bf6 expref: 595 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.771877:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006091279 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4bf6 expref: 595 pid: 7083 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1734671649.771891:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:0.0:1734671649.771895:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e50060925a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.771905:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e50060925a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.771912:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e50060925a4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671649.771943:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.772572:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:1965:x1818934751636992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 738us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.772578:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8128 00010000:00010000:0.0:1734671649.772618:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.772624:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671649.772636:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x347:0x0]: returning size 260096 00000100:00100000:0.0:1734671649.775251:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.775306:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.779796:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.780081:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.780092:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751637504 00000100:00100000:0.0:1734671649.780095:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751637504 00010000:00010000:0.0:1734671649.780108:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f529b expref: 597 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.780120:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8130 00000100:00100000:0.0:1734671649.780124:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+597:1967:x1818934751637504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.780129:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.780132:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f529b expref: 597 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.780140:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f529b expref: 597 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.780150:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609259d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f529b expref: 597 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.780161:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88008f277e00) 00010000:00010000:0.0:1734671649.780165:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e50060925c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.780171:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e50060925c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.780175:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e50060925c0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671649.780187:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.780221:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:1967:x1818934751637504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 95us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.780228:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8130 00000100:00100000:0.0:1734671649.784444:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.784497:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.788760:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.788802:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.788830:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.788875:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.788905:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751638400 00000100:00100000:0.0:1734671649.788913:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751638400 00000100:00100000:0.0:1734671649.788947:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751638528 00000100:00100000:0.0:1734671649.788949:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751638528 00000100:00100000:0.0:1734671649.788964:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28400 00000100:00100000:0.0:1734671649.788971:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+595:12140:x1818934751638400:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.788990:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.789006:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609260d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f52c5 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789095:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092614 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.789107:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006091796 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4dbd expref: 596 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789114:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226cc00/0x87a91e5006092606 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52be expref: 596 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789119:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092614 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.789150:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009226cc00/0x87a91e5006092606 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52be expref: 596 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789165:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226cc00/0x87a91e5006092606 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52be expref: 596 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.789176:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752125184:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671649.789229:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006091796 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4dbd expref: 596 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789236:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006091796 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4dbd expref: 596 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.789243:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752125312:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.789257:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.789277:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28401 00000100:00100000:0.0:1734671649.789280:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:12139:x1818934751638528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.789287:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.789294:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e500609261b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f52cc expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789332:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092622 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.789342:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060912e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c19 expref: 597 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789348:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e50060925ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52b7 expref: 597 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789357:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092622 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.789371:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e50060925ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52b7 expref: 597 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789377:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e50060925ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52b7 expref: 597 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.789384:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cf800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752125440:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671649.789405:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060912e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c19 expref: 597 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.789412:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060912e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c19 expref: 597 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.789419:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752125568:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.789431:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671649.795287:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.795315:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751638784 00000100:00100000:0.0:1734671649.795323:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751638784 00010000:00010000:0.0:1734671649.795360:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060912e9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c19 expref: 598 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.795400:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8133 00000100:00100000:0.0:1734671649.795408:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:1965:x1818934751638784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.795426:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.795433:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060912e9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c19 expref: 598 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.795443:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060912e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c19 expref: 598 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.795465:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008ef42500) 00010000:00010000:0.0:1734671649.795470:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092622 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.795479:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092622 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.795485:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092622 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.795504:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.795547:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:1965:x1818934751638784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 139us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.795553:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8133 00000100:00100000:0.0:1734671649.795616:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.795631:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751638656 00000100:00100000:0.0:1734671649.795634:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751638656 00010000:00010000:0.0:1734671649.795644:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006091796 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4dbd expref: 598 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.795658:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8134 00000100:00100000:0.0:1734671649.795663:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:1965:x1818934751638656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.795671:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.795700:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006091796 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4dbd expref: 598 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.795707:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006091796 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4dbd expref: 598 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.795717:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:0.0:1734671649.795721:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092614 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.795726:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092614 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.795730:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092614 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.795737:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.795751:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:1965:x1818934751638656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 88us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.795757:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8134 00000100:00100000:0.0:1734671649.803521:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.803572:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.806846:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.806890:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.809405:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.809445:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.813430:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.813757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.814371:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.814406:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.817459:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8138 00000100:00100000:0.0:1734671649.817463:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:1966:x1818934751640448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.817469:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.817474:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609122c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4bda expref: 599 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.817482:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609122c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4bda expref: 599 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.817497:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609122c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4bda expref: 599 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.817509:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:0.0:1734671649.817512:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006092692 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.817517:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006092692 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.817521:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006092692 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.817531:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.817581:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+597:1966:x1818934751640448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 116us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.817587:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8138 00000100:00100000:0.0:1734671649.820416:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.820498:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.822839:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.822915:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.826198:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.826803:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.832536:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.832693:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.832721:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.832872:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.837147:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.838949:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.844531:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.849861:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.850183:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.855166:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.855212:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671649.856240:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092780 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856248:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856255:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671649.856270:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x348:0x0]: returning size 260096 00000004:00200000:0.0:1734671649.856272:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671649.856278:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856283:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092780 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856292:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856296:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856300:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856303:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.856305:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856310:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856316:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671649.856318:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.856320:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856324:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006092764 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856349:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856354:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856358:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856361:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671649.856364:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856368:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856373:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x55390488 (ffff880092964a00) 00010000:00010000:0.0:1734671649.856375:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671649.856377:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856381:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8000/0x87a91e500609276b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.856396:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609274f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5335 expref: 602 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.856404:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092780 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5335 expref: 601 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.856408:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:0.0:1734671649.856410:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671649.856412:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8cc600, rc 0) 00000100:00100000:0.0:1734671649.856838:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+600:12139:x1818934751643008:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1418us (1679us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.856843:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28416 00000100:00100000:0.0:1734671649.862221:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.862271:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.862816:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.863513:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.868167:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.868203:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.868228:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751644032 00000100:00100000:0.0:1734671649.868233:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751644032 00010000:00010000:0.0:1734671649.868253:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c000/0x87a91e500609132f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c35 expref: 602 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.868268:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751644160 00000100:00100000:0.0:1734671649.868270:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751644160 00010000:00010000:0.0:1734671649.868276:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006091153 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b94 expref: 603 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.868287:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8145 00000100:00100000:0.0:1734671649.868292:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:1965:x1818934751644032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.868301:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.868305:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c000/0x87a91e500609132f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c35 expref: 603 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.868313:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c000/0x87a91e500609132f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c35 expref: 603 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.868330:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c000/0x87a91e500609132f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c35 expref: 603 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.868342:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x351:0x0].0x0 (ffff88009becee00) 00010000:00010000:0.0:1734671649.868346:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e500609278e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x351:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.868353:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e500609278e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x351:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.868361:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e500609278e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x351:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.868373:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.868399:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:1965:x1818934751644032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 106us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.868404:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8145 00000100:00100000:0.0:1734671649.868414:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8146 00000100:00100000:0.0:1734671649.868417:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:1965:x1818934751644160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.868422:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.868425:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006091153 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b94 expref: 601 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.868432:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006091153 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4b94 expref: 601 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.868439:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:0.0:1734671649.868443:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609279c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.868448:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609279c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.868452:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609279c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671649.868458:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.868466:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:1965:x1818934751644160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.868473:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8146 00000100:00100000:0.0:1734671649.871579:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.872745:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.875971:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751644544 00000100:00100000:0.0:1734671649.875978:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751644544 00010000:00010000:0.0:1734671649.876000:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609279c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f534a expref: 604 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.877842:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.881135:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.884490:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.885608:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.885697:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.885713:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751645440 00000100:00100000:0.0:1734671649.885717:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751645440 00000100:00100000:0.0:1734671649.885735:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28423 00000100:00100000:0.0:1734671649.885740:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12140:x1818934751645440:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671649.885749:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671649.885764:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e50060927e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5366 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.885834:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e50060927f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.885846:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e5006091398 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c58 expref: 604 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.885852:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e50060927e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f535f expref: 604 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.885859:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e50060927f0 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.885884:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e50060927e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f535f expref: 604 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.885894:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e50060927e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f535f expref: 604 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.885904:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009be2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752127488:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671649.885940:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e5006091398 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c58 expref: 604 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.885946:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e5006091398 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c58 expref: 604 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.885953:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009be2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752127616:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671649.885966:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00010000:00010000:0.0:1734671649.889412:0:7083:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff88009be2dc00 x1818934752127488) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e50060927e2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f535f expref: 604 pid: 7085 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.889421:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e50060927e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f535f expref: 604 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.889446:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752127488:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671649.889458:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e5006091398 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4c58 expref: 603 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.889465:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752127616:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671649.889476:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:0.0:1734671649.889481:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e50060927f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.889487:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e50060927f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.889491:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e50060927f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671649.889505:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x353:0x0]: returning size 260096 00010000:00010000:0.0:1734671649.889613:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e50060927e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5366 expref: 604 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.889624:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e50060927f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5366 expref: 603 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.889629:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:0.0:1734671649.889630:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671649.889632:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226d200, rc 0) 00000100:00100000:0.0:1734671649.889664:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12140:x1818934751645440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3923us (3988us total) trans 4294981667 rc 0/0 00000100:00100000:0.0:1734671649.889670:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28423 00000100:00100000:0.0:1734671649.890813:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.893175:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.894365:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.895927:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.898420:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.898446:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.908179:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.912229:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.912283:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.913818:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.913888:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.916996:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.920217:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.920316:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.920429:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6900 00000100:00100000:0.0:1734671649.920439:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+606:12139:x1818934751647872:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.920810:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7673, 168 off1343352 00000100:00100000:0.0:1734671649.920927:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12139:x1818934751647872:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 488us (720us total) trans 4294981671 rc 0/0 00000100:00100000:0.0:1734671649.920934:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6900 00000100:00100000:0.0:1734671649.923381:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.924249:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.926392:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.927872:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.929765:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.930599:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.933552:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.933633:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.938020:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.938487:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.941466:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.941516:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.941795:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751650432 00000100:00100000:0.0:1734671649.941800:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751650432 00010000:00010000:0.0:1734671649.941824:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e5006092891 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f539e expref: 621 pid: 7083 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671649.941843:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8157 00000100:00100000:0.0:1734671649.941848:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+621:1966:x1818934751650432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.941862:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.941867:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e5006092891 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x58c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f539e expref: 621 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.941877:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e5006092891 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x58c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f539e expref: 621 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.941898:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5e00/0x87a91e5006092891 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x58c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f539e expref: 621 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671649.941917:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58c:0x0].0x0 (ffff88008f277200) 00010000:00010000:0.0:1734671649.941922:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e50060928a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.942087:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e50060928a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.942095:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e50060928a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x58c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671649.942124:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.942165:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+620:1966:x1818934751650432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 315us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.942172:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8157 00000100:00100000:0.0:1734671649.945638:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.946879:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.949967:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.953298:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.953323:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.953347:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.953368:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751651584 00000100:00100000:0.0:1734671649.953374:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751651584 00000100:00100000:0.0:1734671649.953408:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2755 00000100:00100000:0.0:1734671649.953414:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:1964:x1818934751651584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671649.953423:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671649.953442:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e50060928c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f53ac expref: 625 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671649.953460:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58c:0x0].0x0 (ffff88008f277200) 00010000:00010000:0.0:1734671649.953464:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671649.953493:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+624:1964:x1818934751651584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 79us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671649.953499:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2755 00000100:00100000:0.0:1734671649.956612:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.958256:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751652352 00000100:00100000:0.0:1734671649.958261:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751652352 00000100:00100000:0.0:1734671649.958291:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6913 00000100:00100000:0.0:1734671649.958296:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+629:12140:x1818934751652352:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.958459:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7687, 168 off1345672 00000100:00100000:0.0:1734671649.958537:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+630:12140:x1818934751652352:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 237us (333us total) trans 4294981694 rc 0/0 00000100:00100000:0.0:1734671649.958543:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6913 00000100:00100000:0.0:1734671649.959825:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.960716:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.962148:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.962543:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.965802:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.966933:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.969921:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.970368:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.973018:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.976519:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:0.0:1734671649.977124:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7698, 168 off1347536 00000001:00080000:0.0:1734671649.977130:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981709 00000100:00100000:0.0:1734671649.977198:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+644:12139:x1818934751655168:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 493us (680us total) trans 4294981710 rc 0/0 00000100:00100000:0.0:1734671649.977204:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6923 00000020:00080000:0.0:1734671649.977207:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671649.978058:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.979651:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.983227:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.983289:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.987337:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.988709:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751656448 00000100:00100000:0.0:1734671649.988713:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751656448 00000100:00100000:0.0:1734671649.988743:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6926 00000100:00100000:0.0:1734671649.988748:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+651:12140:x1818934751656448:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671649.989658:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7701, 168 off1348040 00000001:00080000:0.0:1734671649.989665:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981716 00000100:00100000:0.0:1734671649.990511:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+653:12140:x1818934751656448:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1759us (2052us total) trans 4294981717 rc 0/0 00000100:00100000:0.0:1734671649.990519:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6926 00000020:00080000:0.0:1734671649.990524:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671649.992326:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.992431:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.995561:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671649.998161:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.001382:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.002316:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751657472 00000100:00100000:0.0:1734671650.002323:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751657472 00000100:00100000:0.0:1734671650.002361:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6929 00000100:00100000:0.0:1734671650.002368:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+656:12140:x1818934751657472:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671650.002593:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7704, 168 off1348544 00000100:00100000:0.0:1734671650.002704:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+657:12140:x1818934751657472:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 336us (1326us total) trans 4294981722 rc 0/0 00000100:00100000:0.0:1734671650.002711:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6929 00000100:00100000:0.0:1734671650.005507:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.006457:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.007856:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.010017:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.015870:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.018506:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.019315:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.022166:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.022221:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.022256:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28440 00000100:00100000:0.0:1734671650.022263:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+662:12139:x1818934751659136:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.022278:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.022291:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c600/0x87a91e5006092955 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f53cf expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.022312:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c600/0x87a91e5006092955 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f53cf expref: 663 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.022321:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c600/0x87a91e5006092955 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f53cf expref: 663 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.022328:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.022330:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.022333:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226c600, rc 0) 00000100:00100000:0.0:1734671650.022373:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+661:12139:x1818934751659136:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 109us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.022378:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28440 00000100:00100000:0.0:1734671650.027192:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.028736:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.032927:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.033935:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.036823:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.038730:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.038768:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.040075:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.042823:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.042847:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.049354:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.049433:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.055960:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.056120:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.058185:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.061986:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.065997:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.067108:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.077292:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751662848 00000100:00100000:0.0:1734671650.077300:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751662848 00000100:00100000:0.0:1734671650.077334:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2759 00000100:00100000:0.0:1734671650.077341:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+668:1966:x1818934751662848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.077351:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.077370:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006092a3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5407 expref: 668 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.077387:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff8800a4956b00) 00010000:00010000:0.0:1734671650.077390:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.077418:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+667:1966:x1818934751662848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 78us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.077424:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2759 00000100:00100000:0.0:1734671650.084083:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.084154:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.094763:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751663488 00000100:00100000:0.0:1734671650.094781:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751663488 00000100:00100000:0.0:1734671650.094826:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6938 00000100:00100000:0.0:1734671650.094833:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c67450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+669:12140:x1818934751663488:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671650.097039:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.100618:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.100750:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.101617:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092ab3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.101625:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.101631:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.101646:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34b:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.101648:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.101655:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.101660:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.101664:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.101668:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102236:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102241:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.102244:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102249:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102256:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671650.102258:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.102260:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102265:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04400/0x87a91e5006092a97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102981:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102987:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102991:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.102996:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.102998:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.103002:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.103010:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x2f856f5d (ffff880134c11e00) 00010000:00010000:0.0:1734671650.103011:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.103013:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.103021:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e5006092aa5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.103044:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094527000/0x87a91e5006092a82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f542a expref: 672 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.103052:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f542a expref: 671 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.103057:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:0.0:1734671650.103058:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.103060:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226d200, rc 0) 00000100:00100000:0.0:1734671650.103081:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+671:12140:x1818934751663872:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2281us (2469us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.103086:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28455 00000100:00100000:0.0:1734671650.107493:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.107535:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.107562:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.107587:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.112916:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.112974:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.116614:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.116661:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.117442:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28460 00000100:00100000:0.0:1734671650.117447:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+673:12139:x1818934751665280:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.117455:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.117462:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c200/0x87a91e5006092af2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f544d expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.117488:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092af9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.117497:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e5006092acf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f543f expref: 674 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.117502:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092af9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.117515:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e5006092acf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f543f expref: 674 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.117522:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e5006092acf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f543f expref: 674 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.117529:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800942c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752130048:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.117820:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.122131:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.126398:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.131236:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.131314:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.132511:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28462 00000100:00100000:0.0:1734671650.132515:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+672:12139:x1818934751665792:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.132523:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.132531:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e5006092b15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f545b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.132557:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132563:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132569:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132577:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132582:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132586:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132642:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132649:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132653:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.132692:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34e:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.132695:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.132710:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132717:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132722:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132727:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132731:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132734:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d63e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.132736:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132741:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132747:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.132749:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.132751:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.132756:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006092b1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134301:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134310:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134315:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134320:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.134323:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134328:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134337:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xe385a24b (ffff880093b06700) 00010000:00010000:0.0:1734671650.134339:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.134341:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134346:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e5006092b23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.134373:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e5006092b15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f545b expref: 673 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.134382:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f545b expref: 672 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.134387:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008ef42500) 00010000:00010000:0.0:1734671650.134389:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.134391:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093880600, rc 0) 00000100:00100000:0.0:1734671650.134422:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+672:12139:x1818934751665792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1906us (3108us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.134427:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28462 00000100:00100000:0.0:1734671650.136553:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.139930:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.140034:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.140065:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751666432 00000100:00100000:0.0:1734671650.140072:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751666432 00000100:00100000:0.0:1734671650.140113:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28463 00000100:00100000:0.0:1734671650.140119:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+672:12139:x1818934751666432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.140135:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.140149:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc600/0x87a91e5006092b31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5462 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.140223:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd800/0x87a91e5006092b38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.140235:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226da00/0x87a91e500609264c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52da expref: 673 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.140242:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f545b expref: 673 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.140248:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd800/0x87a91e5006092b38 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.140270:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f545b expref: 673 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.140279:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006092b2a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f545b expref: 673 pid: 7085 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.140289:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800942c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752130176:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.140331:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009226da00/0x87a91e500609264c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52da expref: 673 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.140337:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226da00/0x87a91e500609264c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f52da expref: 673 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.140344:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800942c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752130304:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.140354:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.145231:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.152414:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.152702:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.156014:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.156338:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.160550:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.164216:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.168969:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.169134:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.169956:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.173708:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752130816:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.173727:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006092bb6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671650.176148:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.176527:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006092bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.176533:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006092bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.176547:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x350:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.176653:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092baf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f548c expref: 678 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.176701:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006092bb6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f548c expref: 677 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.176707:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff88009beceb00) 00010000:00010000:0.0:1734671650.176709:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.176711:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957000, rc 0) 00000100:00100000:0.0:1734671650.176995:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+676:12139:x1818934751668224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6671us (7038us total) trans 4294981743 rc 0/0 00000100:00100000:0.0:1734671650.177000:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28469 00000100:00100000:0.0:1734671650.178937:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.180323:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.180625:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.184640:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.184704:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.189230:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.190977:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751669504 00000100:00100000:0.0:1734671650.195020:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751669504 00000100:00100000:0.0:1734671650.195102:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28474 00000100:00100000:0.0:1734671650.195109:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+678:12139:x1818934751669504:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.195127:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.195143:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423c00/0x87a91e5006092c11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f54af expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.195190:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195201:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195211:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195224:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195229:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195234:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195526:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092c26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195533:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195539:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.195564:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x352:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.195567:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.195578:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195585:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195591:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195595:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195604:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195608:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094422200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.195611:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195617:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195826:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.195827:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.195831:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.195835:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422200/0x87a91e5006092c18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196197:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196204:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196209:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196212:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.196214:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196218:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196225:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xd185bb5c (ffff880093b06700) 00010000:00010000:0.0:1734671650.196227:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.196229:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196233:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006092c1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.196252:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423c00/0x87a91e5006092c11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54af expref: 678 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.196259:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092c26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54af expref: 677 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.196264:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:0.0:1734671650.196266:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.196268:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957c00, rc 0) 00000100:00100000:0.0:1734671650.196446:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+677:12139:x1818934751669504:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1336us (5519us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.196452:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28474 00000100:00100000:0.0:1734671650.198802:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.199302:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.199474:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.202264:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.202811:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.203382:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.205100:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.205115:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751670784 00000100:00100000:0.0:1734671650.205119:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751670784 00010000:00010000:0.0:1734671650.205131:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006092748 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5327 expref: 680 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.205146:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8181 00000100:00100000:0.0:1734671650.205151:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+680:1965:x1818934751670784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.205157:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.205161:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006092748 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5327 expref: 680 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.205168:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006092748 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5327 expref: 680 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.205178:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88009bece000) 00010000:00010000:0.0:1734671650.205181:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0600/0x87a91e5006092c5e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.205187:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0600/0x87a91e5006092c5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.205192:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0600/0x87a91e5006092c5e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.205201:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.205226:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+680:1965:x1818934751670784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.205232:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8181 00000100:00100000:0.0:1734671650.206312:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.208668:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.210700:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.213632:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.216881:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.216916:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.217843:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.222532:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.224023:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.224048:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.228022:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.228796:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.232799:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.232837:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.233728:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.233734:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.233757:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33a:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.233759:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.233778:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.233798:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006092cea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54f5 expref: 683 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.233810:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54f5 expref: 682 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.233816:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33a:0x0].0x0 (ffff88009b391200) 00010000:00010000:0.0:1734671650.233818:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.233820:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21000, rc 0) 00000100:00100000:0.0:1734671650.233835:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+682:12139:x1818934751672704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4840us (5040us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.233840:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28484 00000100:00100000:0.0:1734671650.235824:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.238364:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.241156:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.242403:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.244034:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.246316:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.251085:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.251129:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.251386:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.253844:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.254009:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.256898:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.257475:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.261387:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.261416:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.261436:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751675008 00000100:00100000:0.0:1734671650.261445:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751675008 00010000:00010000:0.0:1734671650.261469:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006092d61 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5518 expref: 685 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.261499:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751675136 00000100:00100000:0.0:1734671650.261500:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751675136 00000100:00100000:0.0:1734671650.261514:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8193 00000100:00100000:0.0:1734671650.261520:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+686:1966:x1818934751675008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.261532:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.261538:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006092d61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5518 expref: 686 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.261551:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006092d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5518 expref: 686 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.261568:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006092d61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5518 expref: 686 pid: 24251 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.261582:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:0.0:1734671650.261586:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e5006092d92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.261593:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e5006092d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.261599:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e5006092d92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.261624:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.261636:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+684:1966:x1818934751675008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 115us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.261720:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8193 00000100:00100000:0.0:1734671650.261757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.264368:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.264438:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.264453:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751675520 00000100:00100000:0.0:1734671650.264455:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751675520 00010000:00010000:0.0:1734671650.264468:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e50060922da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51b4 expref: 685 pid: 7083 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.264493:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8194 00000100:00100000:0.0:1734671650.264496:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+686:1967:x1818934751675520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.264503:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.264506:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e50060922da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51b4 expref: 686 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.264515:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e50060922da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51b4 expref: 686 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.264527:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e50060922da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f51b4 expref: 686 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.264537:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671650.264540:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70200/0x87a91e5006092dae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.264546:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70200/0x87a91e5006092dae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.264551:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70200/0x87a91e5006092dae lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.264563:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.264588:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+685:1967:x1818934751675520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.264593:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8194 00000100:00100000:0.0:1734671650.266616:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.268165:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.270535:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.271458:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.271484:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+685:1965:x1818934751676416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 694us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.271490:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8196 00000100:00100000:0.0:1734671650.274732:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.274783:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.276607:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.280310:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.280393:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.281306:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae800/0x87a91e5006092e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.281312:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae800/0x87a91e5006092e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671650.281334:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33b:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.281338:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.281345:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae800/0x87a91e5006092e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.281363:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006092e17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5557 expref: 686 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.281424:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae800/0x87a91e5006092e1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5557 expref: 685 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.281430:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33b:0x0].0x0 (ffff88008ee5e800) 00010000:00010000:0.0:1734671650.281432:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.281434:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfae800, rc 0) 00000100:00100000:0.0:1734671650.281450:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+685:12140:x1818934751676672:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6349us (6724us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.281454:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28498 00000100:00100000:0.0:1734671650.287593:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.290273:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.293711:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751677696 00000100:00100000:0.0:1734671650.293718:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751677696 00010000:00010000:0.0:1734671650.293744:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ca00/0x87a91e5006092e2c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f555e expref: 688 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.293775:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8199 00000100:00100000:0.0:1734671650.293782:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+688:1965:x1818934751677696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.293793:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.293797:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ca00/0x87a91e5006092e2c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f555e expref: 688 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.293806:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ca00/0x87a91e5006092e2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f555e expref: 688 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.293824:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ca00/0x87a91e5006092e2c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f555e expref: 688 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.293843:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff8800943a1300) 00010000:00010000:0.0:1734671650.293847:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006092e41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.293854:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006092e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.293863:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006092e41 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.293892:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.293928:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+687:1965:x1818934751677696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 146us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.293934:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8199 00000100:00100000:0.0:1734671650.295863:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.295996:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.296468:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.301757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.301795:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.302071:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.302599:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70a00/0x87a91e5006092e6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.302606:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70a00/0x87a91e5006092e6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.302620:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33d:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.302755:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006092e64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5573 expref: 689 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.302780:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70a00/0x87a91e5006092e6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5573 expref: 688 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.302786:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:0.0:1734671650.302788:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.302790:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae70a00, rc 0) 00000100:00100000:0.0:1734671650.302809:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+688:12140:x1818934751677952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5933us (6948us total) trans 4294981754 rc 0/0 00000100:00100000:0.0:1734671650.302813:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28502 00000100:00100000:0.0:1734671650.305865:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.309315:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.310373:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.313820:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.313865:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.318815:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.318890:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.320500:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.322366:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.323147:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0600/0x87a91e5006092ee9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.323152:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0600/0x87a91e5006092ee9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.323166:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33f:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.323274:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006092ee2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f559d expref: 689 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.323288:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0600/0x87a91e5006092ee9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f559d expref: 688 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.323294:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671650.323296:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.323298:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093bf0600, rc 0) 00000100:00100000:0.0:1734671650.323319:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+688:12140:x1818934751679744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4075us (4429us total) trans 4294981756 rc 0/0 00000100:00100000:0.0:1734671650.323325:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28508 00000100:00100000:0.0:1734671650.325416:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.326416:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.326874:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28510 00000100:00100000:0.0:1734671650.326879:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+689:12139:x1818934751680128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.326897:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.326909:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006092efe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f55a4 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.326955:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.326966:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.326974:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.326984:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.326989:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.326994:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327072:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006092f13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327079:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006092f13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327086:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006092f13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.327110:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x344:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.327113:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.327124:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006092f13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327133:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006092f13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327138:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327142:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327146:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327150:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.327153:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327159:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327167:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.327170:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.327172:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327176:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006092f05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327185:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327189:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327193:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327197:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.327199:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327203:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327208:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e1088 (ffff880093b06b00) 00010000:00010000:0.0:1734671650.327210:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.327212:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327216:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006092f0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.327236:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006092efe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55a4 expref: 692 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.327247:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006092f13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55a4 expref: 691 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.327252:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:0.0:1734671650.327254:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.327256:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956a00, rc 0) 00000100:00100000:0.0:1734671650.327302:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+691:12139:x1818934751680128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 422us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.327308:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28510 00000100:00100000:0.0:1734671650.331991:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.332037:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.335281:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.341350:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751681280 00000100:00100000:0.0:1734671650.341354:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751681280 00000100:00100000:0.0:1734671650.341385:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28513 00000100:00100000:0.0:1734671650.341389:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+690:12140:x1818934751681280:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.341402:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.341412:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092f4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f55c0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.341479:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006092f52 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x341:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.341489:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006092454 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5232 expref: 691 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.341495:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006092f52 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.341517:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006092454 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5232 expref: 691 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.341526:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006092454 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5232 expref: 691 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.341536:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752134912:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.341564:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.343562:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.345023:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752134912:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.345044:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006092f52 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.346260:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006092f28 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.346267:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006092f28 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671650.346284:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x344:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.346399:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70800/0x87a91e5006092f21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55b2 expref: 692 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.346415:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006092f28 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55b2 expref: 691 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.346421:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:0.0:1734671650.346424:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.346426:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71e00, rc 0) 00000100:00100000:0.0:1734671650.346450:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+691:12139:x1818934751680640:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 13568us (14459us total) trans 4294981757 rc 0/0 00000100:00100000:0.0:1734671650.346456:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28511 00000100:00100000:0.0:1734671650.346497:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.347870:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006092f52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.347879:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006092f52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.347893:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x341:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.347983:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006092f4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55c0 expref: 691 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.347997:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006092f52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55c0 expref: 690 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.348004:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:0.0:1734671650.348006:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.348008:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956c00, rc 0) 00000100:00100000:0.0:1734671650.348931:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+690:12140:x1818934751681280:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7537us (8215us total) trans 4294981758 rc 0/0 00000100:00100000:0.0:1734671650.348938:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28513 00000100:00100000:0.0:1734671650.349582:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.352594:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.354229:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.356567:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.356833:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e5006092f7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.356838:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e5006092f7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671650.357050:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x341:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.357053:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.357065:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e5006092f7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.357086:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006092f75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x341:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55ce expref: 691 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.357097:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e5006092f7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f55ce expref: 690 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.357102:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:0.0:1734671650.357105:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.357107:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58c00, rc 0) 00000100:00100000:0.0:1734671650.357138:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+690:12140:x1818934751681792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4249us (4550us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.357143:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28515 00000100:00100000:0.0:1734671650.358415:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.359539:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.361662:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.363823:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.364852:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.365921:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.371525:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.371572:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.374867:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.374930:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.377425:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.377471:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.382197:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.382259:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.382293:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.383522:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.385273:0:24251:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752135808:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.385288:0:24251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82200/0x87a91e5006093040 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671650.386339:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.386370:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.386870:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82200/0x87a91e5006093040 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.386875:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82200/0x87a91e5006093040 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.386892:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x345:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.387003:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006093039 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5614 expref: 696 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.387016:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82200/0x87a91e5006093040 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5614 expref: 695 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.387022:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:0.0:1734671650.387024:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.387026:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee82200, rc 0) 00000100:00100000:0.0:1734671650.387369:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+694:12140:x1818934751684608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4628us (5109us total) trans 4294981761 rc 0/0 00000100:00100000:0.0:1734671650.387374:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28525 00000100:00100000:0.0:1734671650.391590:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.391626:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.391692:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28526 00000100:00100000:0.0:1734671650.391701:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+695:12139:x1818934751685248:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.391726:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.391740:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006093063 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f561b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.391810:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.391823:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1c00/0x87a91e500609304e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f560d expref: 697 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.391829:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.391855:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1c00/0x87a91e500609304e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f560d expref: 697 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.391866:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1c00/0x87a91e500609304e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f560d expref: 697 pid: 7083 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.391876:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752136192:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.391917:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.395891:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752136192:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.395910:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671650.396167:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.396605:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.396611:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.396644:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x346:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.396648:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.396660:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.396702:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006093063 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x346:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f561b expref: 698 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.396726:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006093071 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f561b expref: 697 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.396732:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:0.0:1734671650.396734:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.396736:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956c00, rc 0) 00000100:00100000:0.0:1734671650.397020:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+696:12139:x1818934751685248:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5319us (5437us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.397026:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28526 00010000:00010000:0.0:1734671650.397735:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82000/0x87a91e5006093078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.397742:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82000/0x87a91e5006093078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.397763:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x345:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.397777:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.397786:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82000/0x87a91e5006093078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.397806:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82800/0x87a91e500609306a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x345:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5622 expref: 695 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.397813:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82000/0x87a91e5006093078 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5622 expref: 694 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.397816:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:0.0:1734671650.397818:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.397819:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee82000, rc 0) 00000100:00100000:0.0:1734671650.397842:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+694:12140:x1818934751685376:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6135us (6215us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.397847:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28527 00000100:00100000:0.0:1734671650.400121:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.400165:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.400406:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28529 00000100:00100000:0.0:1734671650.400411:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+695:12140:x1818934751685888:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.400417:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.400426:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006093086 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5630 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.400471:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400483:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400492:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400505:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400510:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400514:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400590:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e500609309b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400597:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e500609309b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400603:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e500609309b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671650.400632:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x349:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.400636:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.400648:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e500609309b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400656:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e500609309b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400662:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400667:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400672:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400705:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.400709:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400715:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400724:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671650.400727:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.400731:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400735:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e500609308d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400745:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400750:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400754:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400758:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.400760:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400780:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400786:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x55390488 (ffff880093b06900) 00010000:00010000:0.0:1734671650.400789:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.400791:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400795:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093094 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.400815:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006093086 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5630 expref: 697 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.400826:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e500609309b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5630 expref: 697 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.400831:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:0.0:1734671650.400833:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.400835:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956a00, rc 0) 00000100:00100000:0.0:1734671650.404213:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.404456:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.404500:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.410102:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.412695:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.421576:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.423215:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.426113:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.430941:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.435626:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.435665:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.442337:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.442589:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.446553:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.447467:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.450368:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.450548:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.450796:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751689728 00000100:00100000:0.0:1734671650.450802:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751689728 00000100:00100000:0.0:1734671650.450822:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28544 00000100:00100000:0.0:1734671650.450827:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+698:12140:x1818934751689728:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.450847:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.450860:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e50060931e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f56a0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.450895:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450904:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450912:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450921:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450925:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450930:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450966:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450970:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450976:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450980:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.450983:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.450988:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451001:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671650.451003:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.451006:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451010:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e50060931eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451021:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451026:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451030:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451033:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.451035:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451039:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451044:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x640c9ef0 (ffff880093b06700) 00010000:00010000:0.0:1734671650.451046:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.451047:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451051:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e50060931f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x640c9ef0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.451076:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e50060931e4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f56a0 expref: 700 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.451082:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e50060931e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f56a0 expref: 700 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.451089:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956a00, rc 0) 00000100:00100000:0.0:1734671650.451119:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+699:12140:x1818934751689728:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 292us (571us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671650.451125:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28544 00000100:00100000:0.0:1734671650.453086:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.453135:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.457024:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.459351:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.462796:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.463354:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.467410:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.468060:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.472357:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.472447:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.475538:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.477030:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.484611:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.484654:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.487804:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.492100:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.492473:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.492526:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.494552:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.496832:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.496977:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.502094:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.502449:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.504596:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.504627:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.507928:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.508005:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.509140:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751694464 00000100:00100000:0.0:1734671650.509144:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751694464 00000100:00100000:0.0:1734671650.509172:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28560 00000100:00100000:0.0:1734671650.509176:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+709:12139:x1818934751694464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.509183:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.509190:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006093349 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f571e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.509215:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509224:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509231:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509241:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509246:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509250:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509294:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509299:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509304:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509308:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.509312:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509317:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509324:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.509327:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.509330:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509335:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093350 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509357:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509361:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509365:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509368:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.509370:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509374:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509380:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x52a89496 (ffff880093b06b00) 00010000:00010000:0.0:1734671650.509381:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.509383:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509387:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956a00/0x87a91e5006093357 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.509415:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006093349 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f571e expref: 710 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.509421:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e5006093349 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f571e expref: 710 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.509427:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957e00, rc 0) 00000100:00100000:0.0:1734671650.509449:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+709:12139:x1818934751694464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 272us (395us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671650.509453:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28560 00000100:00100000:0.0:1734671650.510568:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.510863:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.512870:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.514506:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.517952:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.521257:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.527865:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751695744 00000100:00100000:0.0:1734671650.527868:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751695744 00010000:00010000:0.0:1734671650.527886:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009327e000/0x87a91e500608fe75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f455f expref: 711 pid: 7084 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.527901:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8232 00000100:00100000:0.0:1734671650.527905:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b22e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+711:1965:x1818934751695744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.527913:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.527917:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009327e000/0x87a91e500608fe75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f455f expref: 711 pid: 7084 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.527926:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009327e000/0x87a91e500608fe75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f455f expref: 711 pid: 7084 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.528168:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327e000/0x87a91e500608fe75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f455f expref: 712 pid: 7084 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.528190:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x332:0x0].0x0 (ffff88008ee5e100) 00010000:00010000:0.0:1734671650.528194:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006093373 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x332:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.528202:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006093373 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x332:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.528209:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006093373 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x332:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.528225:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.528275:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+712:1965:x1818934751695744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 369us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.528281:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8232 00000100:00100000:0.0:1734671650.532397:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.532910:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.536323:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751696128 00000100:00100000:0.0:1734671650.536331:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751696128 00000100:00100000:0.0:1734671650.536384:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2782 00000100:00100000:0.0:1734671650.536391:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+714:1966:x1818934751696128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.536403:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.536421:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1a00/0x87a91e5006093396 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x597:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f573a expref: 714 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.536440:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x597:0x0].0x0 (ffff880134c11e00) 00010000:00010000:0.0:1734671650.536444:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.536484:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+713:1966:x1818934751696128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.536490:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2782 00000100:00100000:0.0:1734671650.538561:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.546873:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.546913:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.547933:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e50060933c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x597:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.547939:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e50060933c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x597:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.547963:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x597:0x0]: returning size 2048 00000004:00200000:0.0:1734671650.547966:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.547975:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e50060933c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x597:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.548001:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e50060933c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x597:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f574f expref: 714 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.548016:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e50060933c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x597:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f574f expref: 713 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.548021:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x597:0x0].0x0 (ffff880134c11e00) 00010000:00010000:0.0:1734671650.548023:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.548025:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca1600, rc 0) 00000100:00100000:0.0:1734671650.548057:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+713:12140:x1818934751696768:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4124us (4311us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.548062:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28566 00000100:00100000:0.0:1734671650.549101:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.552702:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.553692:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.554632:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.560373:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.560504:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.561412:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.561925:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e5006093422 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x332:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.561931:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e5006093422 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x332:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.561944:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x332:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.562320:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e500609341b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f576b expref: 715 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.562345:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e5006093422 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x332:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f576b expref: 714 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.562351:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x332:0x0].0x0 (ffff88008ee5e100) 00010000:00010000:0.0:1734671650.562353:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.562355:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4828a00, rc 0) 00000100:00100000:0.0:1734671650.562373:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+714:12139:x1818934751697920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7467us (7742us total) trans 4294981781 rc 0/0 00000100:00100000:0.0:1734671650.562378:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28570 00000100:00100000:0.0:1734671650.564845:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.564924:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.570146:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.570191:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.577780:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751698944 00000100:00100000:0.0:1734671650.577787:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751698944 00000100:00100000:0.0:1734671650.577818:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28574 00000100:00100000:0.0:1734671650.577825:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+715:12139:x1818934751698944:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.577841:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.577858:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e500609345a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5787 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.577908:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.577919:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.577928:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.577939:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.577944:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.577949:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578022:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x334:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578028:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578034:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671650.578056:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x334:0x0]: returning size 260096 00000004:00200000:0.0:1734671650.578059:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.578072:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578079:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578085:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578089:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578094:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578099:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.578101:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578106:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578114:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.578116:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.578119:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578123:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093461 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578135:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578139:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578144:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578147:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.578149:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578153:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578158:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x85ed9198 (ffff880093b06100) 00010000:00010000:0.0:1734671650.578160:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.578162:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578166:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006093468 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.578186:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e500609345a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5787 expref: 717 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.578194:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5787 expref: 716 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.578199:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x334:0x0].0x0 (ffff880134d29700) 00010000:00010000:0.0:1734671650.578201:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.578203:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957e00, rc 0) 00000100:00100000:0.0:1734671650.578247:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+716:12139:x1818934751698944:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 422us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.578253:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28574 00000100:00100000:0.0:1734671650.581938:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.582524:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.582590:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.582613:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751699200 00000100:00100000:0.0:1734671650.582620:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751699200 00000100:00100000:0.0:1734671650.582654:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751699584 00000100:00100000:0.0:1734671650.582656:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751699584 00000100:00100000:0.0:1734671650.583266:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28575 00000100:00100000:0.0:1734671650.583273:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+718:12140:x1818934751699200:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.583288:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.583303:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093476 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f578e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583378:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e500609347d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.583391:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609005f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45f9 expref: 719 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583397:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e500609347d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.583422:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609005f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45f9 expref: 719 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583431:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609005f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45f9 expref: 719 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.583440:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef34700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752139136:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.583487:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.583502:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28576 00000100:00100000:0.0:1734671650.583506:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+719:12139:x1818934751699584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.583513:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.583520:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006093484 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5795 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583553:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e500609348b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x334:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.583562:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500608feec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4582 expref: 720 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583568:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5787 expref: 720 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583573:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e500609348b lrc: 5/0,1 mode: --/CW res: [0x200000401:0x334:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00100000:0.0:1734671650.583584:0:16887:0:(ldlm_lockd.c:2646:ldlm_cancel_hpreq_lock_match()) @@@ Prio raised by lock 0x87a91e500609346f req@ffff88012ef37480 x1818934751699328/t0(0) o103->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:271/0 lens 328/0 e 0 to 0 dl 1734671661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00010000:0.0:1734671650.583598:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5787 expref: 720 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583605:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957e00/0x87a91e500609346f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5787 expref: 720 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.583612:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef37800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752139264:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.583632:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500608feec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4582 expref: 720 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.583639:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500608feec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4582 expref: 720 pid: 24251 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.583650:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef34e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752139392:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.583663:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.586026:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.587810:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.588843:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e500609347d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671650.588849:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e500609347d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671650.588861:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x333:0x0]: returning size 260096 00010000:00010000:0.0:1734671650.588937:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957400/0x87a91e5006093476 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f578e expref: 718 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.588951:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e500609347d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f578e expref: 717 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.588956:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x333:0x0].0x0 (ffff880134d29e00) 00010000:00010000:0.0:1734671650.588958:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.588960:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca0600, rc 0) 00000100:00100000:0.0:1734671650.588980:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+717:12140:x1818934751699200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5706us (7049us total) trans 4294981783 rc 0/0 00000100:00100000:0.0:1734671650.588985:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28575 00000100:00100000:0.0:1734671650.592626:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.592711:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.595497:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.598932:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.599522:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.603467:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.603619:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.604561:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.606824:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.608703:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.611378:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.613191:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.614537:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.617418:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.619018:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.620509:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.622524:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.624774:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751702656 00000100:00100000:0.0:1734671650.624781:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751702656 00000100:00100000:0.0:1734671650.624829:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2788 00000100:00100000:0.0:1734671650.624836:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+723:1966:x1818934751702656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.624847:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.624866:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1c00/0x87a91e5006093556 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57d4 expref: 723 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.624892:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x338:0x0].0x0 (ffff880134d29200) 00010000:00010000:0.0:1734671650.624896:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.625653:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+724:1966:x1818934751702656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 816us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.625660:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2788 00000100:00100000:0.0:1734671650.625879:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.629263:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.629304:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.634507:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.634532:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.634931:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.635696:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28590 00000100:00100000:0.0:1734671650.635701:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+723:12140:x1818934751703808:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.635714:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.635722:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59000/0x87a91e50060935aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f57f7 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.635781:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e50060935b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x335:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.635789:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d400/0x87a91e50060900f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4631 expref: 724 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.635795:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e50060935b1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x335:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.635809:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d400/0x87a91e50060900f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4631 expref: 724 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.635815:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d400/0x87a91e50060900f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4631 expref: 724 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.635822:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752140544:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.635842:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.638946:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.639831:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.643984:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.644031:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.648576:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.650515:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.652279:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.654740:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.659505:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.659530:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.659570:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.659585:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751705344 00000100:00100000:0.0:1734671650.659588:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751705344 00010000:00010000:0.0:1734671650.659604:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006090b5d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f49a3 expref: 726 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.659617:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751705472 00000100:00100000:0.0:1734671650.659619:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751705472 00000100:00100000:0.0:1734671650.659629:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8251 00000100:00100000:0.0:1734671650.659633:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+728:1964:x1818934751705344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.659642:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.659646:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006090b5d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f49a3 expref: 728 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.659655:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006090b5d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f49a3 expref: 728 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.659668:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:0.0:1734671650.659672:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060935f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x584:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.659699:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060935f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x584:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.659705:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060935f0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x584:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.659718:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.659745:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+728:1964:x1818934751705344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 110us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.659750:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8251 00000100:00100000:0.0:1734671650.659774:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8252 00000100:00100000:0.0:1734671650.659778:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b22d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+727:1964:x1818934751705472:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.659784:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.659787:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888800/0x87a91e500609360c lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5813 expref: 727 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.659794:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888800/0x87a91e500609360c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5813 expref: 727 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.659802:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x336:0x0].0x0 (ffff880134d29d00) 00010000:00010000:0.0:1734671650.659804:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609361a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.659808:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609361a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.659812:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.659821:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+727:1964:x1818934751705472:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 43us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.659829:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8252 00000100:00100000:0.0:1734671650.664147:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.666560:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.670077:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.670152:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.674371:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751706112 00000100:00100000:0.0:1734671650.674375:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751706112 00010000:00010000:0.0:1734671650.674388:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609361a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f581a expref: 728 pid: 16887 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.674415:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8255 00000100:00100000:0.0:1734671650.674420:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+728:1965:x1818934751706112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.674427:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.674431:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609361a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f581a expref: 728 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.674441:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609361a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f581a expref: 728 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.674455:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609361a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f581a expref: 728 pid: 16887 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.674470:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x336:0x0].0x0 (ffff880134d29d00) 00010000:00010000:0.0:1734671650.674474:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006093644 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x336:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.674480:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006093644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.674489:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006093644 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.674517:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.674549:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+727:1965:x1818934751706112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.674555:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8255 00000100:00100000:0.0:1734671650.682290:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.682337:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.688277:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751706880 00000100:00100000:0.0:1734671650.688285:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751706880 00000100:00100000:0.0:1734671650.688325:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28601 00000100:00100000:0.0:1734671650.688331:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+725:12140:x1818934751706880:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.688447:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.688455:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093698 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5844 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.688528:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609369f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x339:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.688540:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e500609023b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f469a expref: 727 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.688547:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0c00/0x87a91e500609367c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f583d expref: 727 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.688553:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609369f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.688645:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0c00/0x87a91e500609367c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f583d expref: 728 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.688656:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0c00/0x87a91e500609367c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f583d expref: 728 pid: 7083 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.688665:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d40380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752141440:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.688729:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e500609023b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f469a expref: 728 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.688736:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e500609023b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f469a expref: 728 pid: 7083 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.688743:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d40000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752141568:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.688774:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.690874:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.696407:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.698957:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751707904 00000100:00100000:0.0:1734671650.698965:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751707904 00010000:00010000:0.0:1734671650.699293:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609369f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5844 expref: 728 pid: 7083 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1734671650.699310:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8258 00000100:00100000:0.0:1734671650.699314:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+728:1965:x1818934751707904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.699323:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.699327:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609369f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5844 expref: 728 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.699336:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609369f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5844 expref: 729 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.699350:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609369f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5844 expref: 729 pid: 7083 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1734671650.699361:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x339:0x0].0x0 (ffff88008ef6f800) 00010000:00010000:0.0:1734671650.699366:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e50060936d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.699372:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e50060936d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.699377:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e50060936d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.699587:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.699618:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+728:1965:x1818934751707904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 302us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.699624:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8258 00000100:00100000:0.0:1734671650.707745:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.708348:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.708589:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.711502:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751709184 00000100:00100000:0.0:1734671650.711507:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751709184 00000100:00100000:0.0:1734671650.711531:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28611 00000100:00100000:0.0:1734671650.711536:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+727:12139:x1818934751709184:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.711550:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.711553:0:24251:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671650.711567:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e500609335e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5725 expref: 727 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.711580:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.711584:0:24251:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671650.711597:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609375c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f588a expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.711711:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.711720:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.711726:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.711735:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609376a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x6c9b575e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.711740:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609376a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.711745:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609376a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00080000:0.0:1734671650.712839:0:24251:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2b0:0x0], index 0: 0 00000040:00080000:0.0:1734671650.712900:0:24251:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7725, 184 off1352032 00010000:00010000:0.0:1734671650.712982:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093771 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x598:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.712988:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093771 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.712994:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093771 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713089:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713094:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713099:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713103:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.713106:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713111:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713118:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.713121:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.713124:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.713128:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093763 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00000004:00010000:0.0:1734671650.713135:0:24251:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880094b45f80 reply state ffff880094456000 transno 4294981792 ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609376a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671650.713141:0:24251:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671650.713301:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609375c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f588a expref: 728 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.713313:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093771 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f588a expref: 727 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.713318:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x598:0x0].0x0 (ffff880093b06100) 00010000:00010000:0.0:1734671650.713320:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.713321:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59600, rc 0) 00000100:00100000:0.0:1734671650.713348:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+728:12139:x1818934751709184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1812us (1897us total) trans 4294981792 rc 0/0 00000100:00100000:0.0:1734671650.713352:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28611 00000100:00100000:0.0:1734671650.715520:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.715901:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.718821:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.719874:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.722896:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.724228:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.727037:0:24251:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094b45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752142208:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.727054:0:24251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060937a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.728036:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060937a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.728043:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060937a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671650.728059:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x598:0x0]: returning size 0 00010000:00010000:0.0:1734671650.728168:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3e00/0x87a91e500609379b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f589f expref: 731 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.728184:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060937a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f589f expref: 730 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.728189:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x598:0x0].0x0 (ffff880093b06100) 00010000:00010000:0.0:1734671650.728191:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671650.728194:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ccc3400, rc 0) 00000100:00100000:0.0:1734671650.728229:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+730:12139:x1818934751710208:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4769us (5336us total) trans 4294981796 rc 0/0 00000100:00100000:0.0:1734671650.728235:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28613 00000100:00100000:0.0:1734671650.730437:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.734460:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.739717:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.743140:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.743325:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.750099:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.750186:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.754490:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.755449:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.758979:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.759933:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.763972:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.764011:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.764057:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.767650:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.773363:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.774007:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.783207:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.783259:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.787793:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.787860:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671650.788562:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e50060938cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.788569:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e50060938cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671650.788592:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x598:0x0]: returning size 2048 00000004:00200000:0.0:1734671650.788596:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671650.788608:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e50060938cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.788631:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e50060938c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x598:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5908 expref: 739 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.788646:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e50060938cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5908 expref: 738 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.788652:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x598:0x0].0x0 (ffff880093b06100) 00010000:00010000:0.0:1734671650.788654:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671650.788656:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ee00, rc 0) 00000100:00100000:0.0:1734671650.788697:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+738:12139:x1818934751713664:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5081us (5497us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.788703:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28626 00000100:00100000:0.0:1734671650.793374:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.793441:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.798967:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.803508:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.803537:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.803558:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751714816 00000100:00100000:0.0:1734671650.803564:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751714816 00000100:00100000:0.0:1734671650.803591:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751714944 00000100:00100000:0.0:1734671650.803593:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751714944 00000100:00100000:0.0:1734671650.803606:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28629 00000100:00100000:0.0:1734671650.803612:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+738:12139:x1818934751714816:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.803627:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.803640:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093907 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f591d expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.803705:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803716:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803724:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803735:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803740:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803745:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803802:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803812:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803817:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803821:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.803824:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803830:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803839:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671650.803842:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.803845:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803850:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609390e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803861:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803866:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803870:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803874:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.803876:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803884:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803889:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x54f6b75a (ffff880093b06700) 00010000:00010000:0.0:1734671650.803890:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.803892:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803896:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093915 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671650.803923:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093907 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f591d expref: 740 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.803929:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093907 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f591d expref: 740 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.803936:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59200, rc 0) 00000100:00100000:0.0:1734671650.803968:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+739:12139:x1818934751714816:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 356us (466us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671650.803974:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28629 00000100:00100000:0.0:1734671650.808505:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.808748:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.812636:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.816491:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.821400:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.823736:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.829094:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.830034:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.832598:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.836379:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.838018:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.840440:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.842663:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.843779:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751717120 00000100:00100000:0.0:1734671650.843784:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751717120 00010000:00010000:0.0:1734671650.843799:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54f5 expref: 744 pid: 7085 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671650.843826:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8271 00000100:00100000:0.0:1734671650.843831:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+744:1966:x1818934751717120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671650.843839:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671650.843843:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54f5 expref: 744 pid: 7085 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671650.843852:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54f5 expref: 744 pid: 7085 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671650.843864:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006092cf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54f5 expref: 744 pid: 7085 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671650.843890:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33a:0x0].0x0 (ffff88009b391200) 00010000:00010000:0.0:1734671650.843894:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16000/0x87a91e5006093985 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.843901:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16000/0x87a91e5006093985 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.843911:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16000/0x87a91e5006093985 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.843932:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671650.843964:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:1966:x1818934751717120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 132us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671650.843970:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8271 00000100:00100000:0.0:1734671650.845019:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.851752:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28637 00000100:00100000:0.0:1734671650.851767:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+744:12139:x1818934751717504:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.851781:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.851792:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060939a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f595c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.851837:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e50060939af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.851847:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16000/0x87a91e5006093985 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f594e expref: 745 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.851852:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e50060939af lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671650.851871:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16000/0x87a91e5006093985 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f594e expref: 745 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.851881:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16000/0x87a91e5006093985 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f594e expref: 745 pid: 7083 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671650.851895:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093526a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752143872:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671650.851923:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671650.860783:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.866738:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.869946:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.871489:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.873908:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.877971:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.879157:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.879225:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.880461:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.883148:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.888442:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.888833:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.891349:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751719808 00000100:00100000:0.0:1734671650.891355:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751719808 00000100:00100000:0.0:1734671650.891387:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6955 00000100:00100000:0.0:1734671650.891392:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+749:12140:x1818934751719808:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671650.894832:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.898841:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.905992:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.906295:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.910954:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.910998:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.913076:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.916650:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.920309:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.921247:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.926924:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.926983:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.929903:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.931072:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.936402:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.936454:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.941392:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.946290:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.946333:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.946405:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.951915:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.951993:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.955723:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.959061:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.959098:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.960093:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751724416 00000100:00100000:0.0:1734671650.960097:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751724416 00000100:00100000:0.0:1734671650.960229:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6959 00000100:00100000:0.0:1734671650.960234:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+757:12139:x1818934751724416:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671650.961025:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7737, 168 off1354080 00000001:00080000:0.0:1734671650.961032:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981819 00000100:00100000:0.0:1734671650.961115:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+759:12139:x1818934751724416:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 878us (2014us total) trans 4294981820 rc 0/0 00000100:00100000:0.0:1734671650.961121:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6959 00000020:00080000:0.0:1734671650.961126:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671650.967439:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.973696:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751725184 00000100:00100000:0.0:1734671650.973701:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751725184 00000100:00100000:0.0:1734671650.973732:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28661 00000100:00100000:0.0:1734671650.973737:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+759:12140:x1818934751725184:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671650.973767:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671650.973781:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093b99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a12 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.973827:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973839:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973848:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973859:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973865:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973869:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973914:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973919:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973927:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973931:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.973934:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973940:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973948:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671650.973950:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.973953:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973958:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e5006093ba0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973980:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973986:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973990:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.973993:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671650.973995:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.974000:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.974006:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x6cad4e9d (ffff880093b06b00) 00010000:00010000:0.0:1734671650.974008:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671650.974010:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.974013:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e5006093ba7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671650.974043:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093b99 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a12 expref: 760 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.974050:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093b99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a12 expref: 760 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671650.974056:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59200, rc 0) 00000100:00100000:0.0:1734671650.974092:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+759:12140:x1818934751725184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 354us (784us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671650.974097:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28661 00000100:00100000:0.0:1734671650.976534:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.977731:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.982057:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.984160:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1734671650.991500:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671620 00000100:00100000:0.0:1734671650.991655:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.993612:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094b47100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752145920:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671650.993634:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006093bf4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671650.993743:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671650.996546:0:10117:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968637 gen 2 00000004:00080000:0.0:1734671650.996552:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094602a00, transno 4294968628 00000004:00080000:0.0:1734671650.996559:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094601500, transno 4294968629 00000004:00080000:0.0:1734671650.996561:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094601f80, transno 4294968630 00000004:00080000:0.0:1734671650.996563:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094603800, transno 4294968631 00000004:00080000:0.0:1734671650.996565:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094600000, transno 4294968632 00000004:00080000:0.0:1734671650.996567:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094603100, transno 4294968633 00000004:00080000:0.0:1734671650.996568:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094602d80, transno 4294968634 00000004:00080000:0.0:1734671650.996570:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094600a80, transno 4294968635 00000004:00080000:0.0:1734671650.996573:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5d32d80, transno 4294968636 00000004:00080000:0.0:1734671650.996575:0:10117:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a5d33480, transno 4294968637 00000100:00100000:0.0:1734671650.996580:0:10117:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff880094b47800 x1818934752145792/t4294968641(4294968641) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1734671666 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00100000:0.0:1734671650.996590:0:10117:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094b47800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10117:1818934752145792:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1734671650.996599:0:10117:0:(osp_precreate.c:704:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x2b2:0x0]-[0x280000400:0x2e1:0x0] 00000100:00100000:0.0:1734671650.998977:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.000820:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1734671651.001360:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671621 00000100:00100000:0.0:1734671651.005990:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751726976 00000100:00100000:0.0:1734671651.005994:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751726976 00000100:00100000:0.0:1734671651.006011:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28666 00000100:00100000:0.0:1734671651.006015:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+760:12140:x1818934751726976:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.006030:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.006040:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093c1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a3c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.006105:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e5006093c25 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.006114:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e5006093bdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a20 expref: 761 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.006120:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e5006093c25 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.006140:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e5006093bdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a20 expref: 761 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.006149:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e5006093bdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a20 expref: 761 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.006159:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752146048:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.006187:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdc00 going to sleep for 11 seconds 00000100:00080000:0.0:1734671651.006874:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671621 00000100:00100000:0.0:1734671651.008795:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.008829:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671651.022590:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e5006093c25 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a3c expref: 763 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.022604:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093527100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752146176:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.022620:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.022627:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.022632:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671651.022665:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59b:0x0]: returning size 0 00000004:00200000:0.0:1734671651.022668:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.022721:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.022748:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d012000/0x87a91e5006093c33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a43 expref: 763 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.022770:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a43 expref: 762 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.022777:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59b:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671651.022779:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.022782:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092cdac00, rc 0) 00000100:00100000:0.0:1734671651.022826:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:12140:x1818934751727360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7685us (7761us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.022833:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28668 00000100:00080000:0.0:1734671651.028020:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671621 00000100:00100000:0.0:1734671651.034420:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751727744 00000100:00100000:0.0:1734671651.034426:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751727744 00010000:00010000:0.0:1734671651.034445:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092cdbe00/0x87a91e5006093bfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a2e expref: 83 pid: 17898 timeout: 433 lvb_type: 1 00000100:00100000:0.0:1734671651.034463:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8290 00000100:00100000:0.0:1734671651.034470:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934751727744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.034481:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.034499:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092cdbe00/0x87a91e5006093bfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a2e expref: 83 pid: 17898 timeout: 433 lvb_type: 1 00010000:00010000:0.0:1734671651.034509:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092cdbe00/0x87a91e5006093bfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a2e expref: 83 pid: 17898 timeout: 433 lvb_type: 1 00010000:00010000:0.0:1734671651.034527:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092cdbe00/0x87a91e5006093bfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a2e expref: 83 pid: 17898 timeout: 433 lvb_type: 1 00010000:00010000:0.0:1734671651.034536:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.034537:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.034542:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.034550:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.034575:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.034585:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752146432:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671651.034619:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.037279:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.037307:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751728000 00000100:00100000:0.0:1734671651.037313:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751728000 00000100:00100000:0.0:1734671651.037346:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6961 00000100:00100000:0.0:1734671651.037353:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:12140:x1818934751728000:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671651.037729:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7740, 168 off1354600 00000001:00080000:0.0:1734671651.037736:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981826 00000100:00100000:0.0:1734671651.037819:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+764:12140:x1818934751728000:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 465us (546us total) trans 4294981827 rc 0/0 00000100:00100000:0.0:1734671651.037826:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6961 00000020:00080000:0.0:1734671651.037829:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671651.041241:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751728128 00000100:00100000:0.0:1734671651.041248:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751728128 00000100:00100000:0.0:1734671651.041979:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28669 00000100:00100000:0.0:1734671651.041986:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+764:12140:x1818934751728128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.042001:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.042016:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093c48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a51 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.042063:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042074:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042082:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042091:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042107:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042112:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042184:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093869a00/0x87a91e5006093c5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042190:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093869a00/0x87a91e5006093c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042195:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093869a00/0x87a91e5006093c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671651.042217:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59b:0x0]: returning size 2048 00000004:00200000:0.0:1734671651.042219:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.042230:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093869a00/0x87a91e5006093c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042237:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093869a00/0x87a91e5006093c5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042243:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042248:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042254:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042258:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.042262:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042267:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042275:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671651.042278:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.042281:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042285:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e5006093c4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042293:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042297:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042301:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042305:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.042307:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042312:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042316:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x6cad4e9d (ffff880093b06e00) 00010000:00010000:0.0:1734671651.042318:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.042319:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042323:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006093c56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.042341:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e5006093c48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a51 expref: 766 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.042354:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093869a00/0x87a91e5006093c5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a51 expref: 765 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.042359:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59b:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671651.042361:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.042363:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093869a00, rc 0) 00000100:00100000:0.0:1734671651.042400:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:12140:x1818934751728128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 415us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.042406:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28669 00000100:00100000:0.0:1734671651.048366:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751728384 00000100:00100000:0.0:1734671651.048370:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751728384 00000100:00100000:0.0:1734671651.048387:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28670 00000100:00100000:0.0:1734671651.048391:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+764:12140:x1818934751728384:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.048404:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.048413:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006093c64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a58 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.048487:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006093c6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.048497:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a43 expref: 765 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.048504:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006093c6b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.048525:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a43 expref: 765 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.048535:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006093c3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a43 expref: 765 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.048545:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752146560:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.048575:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.053379:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.058089:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.061904:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093524a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752146688:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.061922:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671651.061943:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751728896 00000100:00100000:0.0:1734671651.061948:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751728896 00010000:00010000:0.0:1734671651.061967:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006093c6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a58 expref: 767 pid: 7085 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.061987:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8292 00000100:00100000:0.0:1734671651.061992:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+767:1965:x1818934751728896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.062003:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.062007:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006093c6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a58 expref: 767 pid: 7085 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.062017:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006093c6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a58 expref: 767 pid: 7085 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.062032:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006093c6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a58 expref: 767 pid: 7085 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.062044:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59b:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671651.062047:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.062054:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.062060:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.062072:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.062099:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+766:1965:x1818934751728896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.062105:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8292 00010000:00010000:0.0:1734671651.062162:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.062168:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671651.062199:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59b:0x0]: returning size 2048 00000004:00200000:0.0:1734671651.062203:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.062217:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.062240:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006093c79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a5f expref: 766 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.062250:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a5f expref: 765 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.062260:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59b:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671651.062262:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.062264:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372e200, rc 0) 00000100:00100000:0.0:1734671651.062282:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:12140:x1818934751728768:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4009us (4198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.062287:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28671 00000100:00100000:0.0:1734671651.066070:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751729024 00000100:00100000:0.0:1734671651.066077:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751729024 00000100:00100000:0.0:1734671651.066106:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28672 00000100:00100000:0.0:1734671651.066111:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:12140:x1818934751729024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.066126:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.066140:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006093c87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a66 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.066185:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066198:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066206:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066217:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066222:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066229:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066313:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e5006093c9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066319:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e5006093c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066324:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e5006093c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671651.066347:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59b:0x0]: returning size 2048 00000004:00200000:0.0:1734671651.066351:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.066363:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e5006093c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066371:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e5006093c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066376:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066380:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066385:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066389:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.066392:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066397:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066407:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671651.066409:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.066412:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066417:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006093c8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066424:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066428:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066432:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066436:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.066438:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066442:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066446:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x6cad4e9d (ffff880093b06400) 00010000:00010000:0.0:1734671651.066448:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.066449:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066453:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006093c95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.066472:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006093c87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a66 expref: 767 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.066482:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e5006093c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a66 expref: 766 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.066487:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59b:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671651.066489:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.066490:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ccc3200, rc 0) 00000100:00100000:0.0:1734671651.066528:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+766:12140:x1818934751729024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 416us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.066533:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28672 00000100:00100000:0.0:1734671651.071838:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.071870:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.072425:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751729152 00000100:00100000:0.0:1734671651.072432:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751729152 00000100:00100000:0.0:1734671651.079452:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.079468:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751729408 00000100:00100000:0.0:1734671651.079471:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751729408 00000100:00100000:0.0:1734671651.079488:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28673 00000100:00100000:0.0:1734671651.079493:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12140:x1818934751729408:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:0.0:1734671651.079550:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12140:x1818934751729408:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 56us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.079555:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28673 00000100:00100000:0.0:1734671651.082776:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482 00000100:00100000:0.0:1734671651.082781:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3302:x1818934752147328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671651.082794:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:685 count 1 00010000:00010000:0.0:1734671651.082803:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082814:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 83 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082818:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671651.082820:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671651.082822:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082836:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 83 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082843:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 83 pid: 17898 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.082851:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752147712:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.082867:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00080000:0.0:1734671651.082876:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671621 00000100:00100000:0.0:1734671651.082888:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483 00000100:00100000:0.0:1734671651.082892:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3302:x1818934752147200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671651.082902:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:680 count 1 00010000:00010000:0.0:1734671651.082910:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082919:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 83 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082927:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671651.082929:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671651.082931:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082942:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 83 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.082949:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 83 pid: 8435 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.082956:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752147840:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.082971:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.084424:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.084462:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.084983:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4488 00000100:00100000:0.0:1734671651.084988:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934751729664:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:0.0:1734671651.088513:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.088536:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.088550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.088562:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.088574:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.088603:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.088640:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752147712:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.088657:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.088695:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752147840:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.088703:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.088721:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751729920 00000100:00100000:0.0:1734671651.088725:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751729920 00010000:00010000:0.0:1734671651.088748:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d889c00/0x87a91e500608fa69 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4408 expref: 85 pid: 18411 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.088774:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751730176 00000100:00100000:0.0:1734671651.088776:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751730176 00010000:00010000:0.0:1734671651.088784:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094422400/0x87a91e500608f958 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4398 expref: 86 pid: 18411 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.088792:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751729792 00000100:00100000:0.0:1734671651.088794:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751729792 00010000:00010000:0.0:1734671651.088800:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 87 pid: 17898 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.088807:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751730048 00000100:00100000:0.0:1734671651.088809:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751730048 00010000:00010000:0.0:1734671651.088815:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 88 pid: 8435 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.088821:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751730304 00000100:00100000:0.0:1734671651.088822:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751730304 00010000:00010000:0.0:1734671651.088828:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d32600/0x87a91e5006090911 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f48e6 expref: 89 pid: 15777 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.088835:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751730432 00000100:00100000:0.0:1734671651.088836:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751730432 00010000:00010000:0.0:1734671651.088842:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dface00/0x87a91e5006091b24 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eff expref: 80 pid: 8437 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.088851:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8293 00000100:00100000:0.0:1734671651.088856:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1967:x1818934751729920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.088865:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.088869:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d889c00/0x87a91e500608fa69 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4408 expref: 89 pid: 18411 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.088877:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d889c00/0x87a91e500608fa69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4408 expref: 89 pid: 18411 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.088895:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.088898:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.088901:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093bf0c00/0x87a91e5006093ca3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.088909:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093bf0c00/0x87a91e5006093ca3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.088922:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.088960:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1967:x1818934751729920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 102us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.088966:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8293 00000100:00100000:0.0:1734671651.088981:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8294 00000100:00100000:0.0:1734671651.088985:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1967:x1818934751730176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.088992:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.088996:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094422400/0x87a91e500608f958 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4398 expref: 88 pid: 18411 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089005:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094422400/0x87a91e500608f958 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4398 expref: 88 pid: 18411 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089014:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089015:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089017:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089023:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089033:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.089047:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1967:x1818934751730176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.089052:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8294 00000100:00100000:0.0:1734671651.089061:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8295 00000100:00100000:0.0:1734671651.089065:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1967:x1818934751729792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.089070:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.089073:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 87 pid: 17898 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089084:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 87 pid: 17898 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089093:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc71a00/0x87a91e5006091bb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f37 expref: 87 pid: 17898 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089101:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089102:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089104:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089109:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089120:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.089130:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1967:x1818934751729792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.089135:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8295 00000100:00100000:0.0:1734671651.089143:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8296 00000100:00100000:0.0:1734671651.089146:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1967:x1818934751730048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.089152:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.089155:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 85 pid: 8435 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089163:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 85 pid: 8435 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089176:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec3fc00/0x87a91e50060903ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4734 expref: 85 pid: 8435 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089182:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089184:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089186:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089191:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089201:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.089213:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1967:x1818934751730048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 66us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.089218:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8296 00000100:00100000:0.0:1734671651.089226:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8297 00000100:00100000:0.0:1734671651.089230:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1967:x1818934751730304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.089235:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.089238:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d32600/0x87a91e5006090911 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f48e6 expref: 83 pid: 15777 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089245:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d32600/0x87a91e5006090911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f48e6 expref: 83 pid: 15777 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089253:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089254:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089257:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089262:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089270:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.089282:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1967:x1818934751730304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.089287:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8297 00000100:00100000:0.0:1734671651.089296:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8298 00000100:00100000:0.0:1734671651.089300:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1967:x1818934751730432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.089306:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.089310:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dface00/0x87a91e5006091b24 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eff expref: 80 pid: 8437 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089317:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dface00/0x87a91e5006091b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eff expref: 80 pid: 8437 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.089328:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089329:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671651.089331:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089337:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089344:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.089355:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1967:x1818934751730432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 55us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.089359:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8298 00010000:00010000:0.0:1734671651.089380:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089385:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089392:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089398:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089404:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089409:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671651.089411:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089417:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089423:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089431:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc2a00/0x87a91e5006093cb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.089705:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3302:x1818934752147200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6811us (10712us total) trans 4294968643 rc 0/0 00000100:00100000:0.0:1734671651.089711:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483 00010000:00010000:0.0:1734671651.089726:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089732:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089738:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089743:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089747:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089751:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc3400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671651.089764:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089769:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089778:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.089782:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3400/0x87a91e5006093caa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.089898:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:3302:x1818934752147328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7116us (10933us total) trans 4294968644 rc 0/0 00000100:00100000:0.0:1734671651.089902:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482 00000004:00080000:0.0:1734671651.089926:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ef9f100/2, rc 0, transno 4294968643 00000100:00100000:0.0:1734671651.089935:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ef9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752147200:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1734671651.089942:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ef9c700/2, rc 0, transno 4294968644 00000100:00100000:0.0:1734671651.089944:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ef9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752147328:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671651.091457:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dface00/0x87a91e5006091b24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4eff expref: 79 pid: 8437 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.091469:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093525f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752148224:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.091484:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091491:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091497:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091505:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091510:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091516:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091521:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671651.091524:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091531:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091541:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091546:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945d1200/0x87a91e5006093cc6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091748:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d32600/0x87a91e5006090911 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f48e6 expref: 82 pid: 15777 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.091768:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093525c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752148096:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.091780:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091786:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091790:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091796:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091801:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091806:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091811:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671651.091813:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091817:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091824:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.091833:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131c59200/0x87a91e5006093cbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.092027:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3303:x1818934752147072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8878us (12962us total) trans 4294968645 rc 0/0 00000100:00100000:0.0:1734671651.092034:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00100000:0.0:1734671651.092187:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3303:x1818934752147456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8942us (13147us total) trans 4294968615 rc 0/0 00000100:00100000:0.0:1734671651.092192:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486 00010000:00010000:0.0:1734671651.092217:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094422400/0x87a91e500608f958 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4398 expref: 80 pid: 18411 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.092225:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093526300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752147968:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.092236:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092242:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092246:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092252:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092261:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092266:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092270:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009284ae00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671651.092272:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092278:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092285:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.092290:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009284ae00/0x87a91e5006093cb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671651.092426:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3303:x1818934752146944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9372us (13406us total) trans 4294968647 rc 0/0 00000100:00100000:0.0:1734671651.092431:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484 00000004:00080000:0.0:1734671651.092452:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008ef9fb80/2, rc 0, transno 4294968646 00000100:00100000:0.0:1734671651.092457:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ef9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752146816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671651.143874:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.149719:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1965:x1818934751729664:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 64729us (65255us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.149726:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4488 00000100:00100000:0.0:1734671651.155121:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.159992:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.160016:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751731072 00000100:00100000:0.0:1734671651.160023:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751731072 00000100:00100000:0.0:1734671651.160248:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28675 00000100:00100000:0.0:1734671651.160254:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12140:x1818934751731072:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:0.0:1734671651.160461:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12140:x1818934751731072:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 205us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.160468:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28675 00000100:00100000:0.0:1734671651.208580:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1965:x1818934751730816:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 53014us (53463us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.208587:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4489 00000100:00100000:0.0:1734671651.213576:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.217764:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.220593:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751731840 00000100:00100000:0.0:1734671651.220601:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751731840 00000100:00100000:0.0:1734671651.220640:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28677 00000100:00100000:0.0:1734671651.220646:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12139:x1818934751731840:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:0.0:1734671651.220744:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12139:x1818934751731840:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 97us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.221468:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28677 00000100:00100000:0.0:1734671651.225144:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.225170:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751731968 00000100:00100000:0.0:1734671651.225177:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751731968 00000100:00100000:0.0:1734671651.225205:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4492 00000100:00100000:0.0:1734671651.225212:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1967:x1818934751731968:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:0.0:1734671651.263578:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1967:x1818934751731968:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 38360us (38433us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.263588:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4492 00000001:00080000:0.0:1734671651.269489:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968649 is committed 00000100:00100000:0.0:1734671651.271201:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.275259:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.277084:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751732480 00000100:00100000:0.0:1734671651.277088:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751732480 00000100:00100000:0.0:1734671651.277114:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2801 00000100:00100000:0.0:1734671651.277119:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+489:1965:x1818934751732480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.277126:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.277136:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11c00/0x87a91e5006093ce2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a6d expref: 489 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.277144:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671651.277147:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.277418:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+488:1965:x1818934751732480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 297us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.277425:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2801 00000100:00100000:0.0:1734671651.278949:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.280541:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.282960:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751732992 00000100:00100000:0.0:1734671651.282967:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751732992 00000100:00100000:0.0:1734671651.283007:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2802 00000100:00100000:0.0:1734671651.283013:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+490:1965:x1818934751732992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.283024:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.283043:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006093cf0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a74 expref: 490 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.283057:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671651.283061:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.283088:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+489:1965:x1818934751732992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.283093:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2802 00000100:00100000:0.0:1734671651.287813:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751733632 00000100:00100000:0.0:1734671651.287819:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751733632 00000100:00100000:0.0:1734671651.287840:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28682 00000100:00100000:0.0:1734671651.287845:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+490:12139:x1818934751733632:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.287859:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.287869:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006093d2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a89 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.287918:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e5006093d36 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.287929:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e50060920e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50fe expref: 491 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.287934:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e5006093d36 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.287958:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e50060920e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50fe expref: 491 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.287968:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e50060920e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50fe expref: 491 pid: 24251 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.287978:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752148352:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.288022:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.291723:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.291757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.291815:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.291840:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2804 00000100:00100000:0.0:1734671651.291844:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+493:1965:x1818934751734144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.291849:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.291862:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e5006093d21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a82 expref: 493 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.291871:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671651.291875:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.293088:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+491:1965:x1818934751734144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.293095:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2804 00000100:00100000:0.0:1734671651.294861:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.296109:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751734528 00000100:00100000:0.0:1734671651.296113:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751734528 00000100:00100000:0.0:1734671651.296134:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28684 00000100:00100000:0.0:1734671651.296139:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+493:12140:x1818934751734528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.296146:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.296156:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006093d52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5a97 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.296207:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006093d59 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x595:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.296216:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e50060921c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5152 expref: 494 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.296222:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006093d59 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.296238:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e50060921c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5152 expref: 494 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.296245:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e50060921c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5152 expref: 494 pid: 7085 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.296252:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752148608:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.296290:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.298216:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.303517:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.304456:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.306995:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.310482:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751735424 00000100:00100000:0.0:1734671651.310489:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751735424 00000100:00100000:0.0:1734671651.310531:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2805 00000100:00100000:0.0:1734671651.310537:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+493:1966:x1818934751735424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.310548:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.310565:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006093d7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a9e expref: 493 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.310581:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671651.310584:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.310611:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+492:1966:x1818934751735424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 73us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.310616:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2805 00000100:00100000:0.0:1734671651.314820:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.317951:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.321632:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.321726:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.325735:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.332308:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.332855:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.341920:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.352407:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.359829:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.363124:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.365667:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.374282:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.376051:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.380600:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.381854:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671651.383310:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006093e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x596:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.383315:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006093e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x596:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671651.383347:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x596:0x0]: returning size 4096 00000004:00200000:0.0:1734671651.383351:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.383363:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006093e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x596:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.383388:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006093e78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x596:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b00 expref: 505 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.384157:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006093e7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x596:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b00 expref: 503 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.384165:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x596:0x0].0x0 (ffff88008cf01a00) 00010000:00010000:0.0:1734671651.384261:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.384264:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec9b800, rc 0) 00000100:00100000:0.0:1734671651.384287:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+503:12139:x1818934751738112:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7553us (8239us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.384293:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28699 00000100:00100000:0.0:1734671651.385144:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.387828:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.391724:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.397151:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.397206:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.399323:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.403646:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.403757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.408503:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.408550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.413577:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.417302:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.417396:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.419644:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.421815:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.423783:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.424583:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.428261:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.428356:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.431535:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.439604:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751744128 00000100:00100000:0.0:1734671651.439611:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751744128 00000100:00100000:0.0:1734671651.439635:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751744256 00000100:00100000:0.0:1734671651.439638:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751744256 00000100:00100000:0.0:1734671651.439661:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6985 00000100:00100000:0.0:1734671651.439668:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934751744128:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671651.439952:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7762, 168 off1358296 00000100:00100000:0.0:1734671651.440024:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934751744128:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 355us (1277us total) trans 4294981871 rc 0/0 00000100:00100000:0.0:1734671651.440030:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6985 00000100:00100000:0.0:1734671651.444762:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.445668:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.451463:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.451547:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.457646:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.457784:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.460174:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.460782:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.463785:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.466447:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.469559:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.472442:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.472608:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.475765:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.477493:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.478405:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.481387:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.481459:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.484261:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.484286:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751749120 00000100:00100000:0.0:1734671651.484291:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751749120 00000100:00100000:0.0:1734671651.484329:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7005 00000100:00100000:0.0:1734671651.484334:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12139:x1818934751749120:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671651.485035:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7783, 168 off1361720 00000100:00100000:0.0:1734671651.485135:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12139:x1818934751749120:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 799us (878us total) trans 4294981892 rc 0/0 00000100:00100000:0.0:1734671651.485141:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7005 00000100:00100000:0.0:1734671651.486339:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.491571:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.492636:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.500405:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.500447:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.509628:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.509737:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.519670:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751751552 00000100:00100000:0.0:1734671651.519695:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751751552 00010000:00010000:0.0:1734671651.519722:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060939bd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x599:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5963 expref: 561 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.519755:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8308 00000100:00100000:0.0:1734671651.519762:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:1964:x1818934751751552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.519772:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.519777:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060939bd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x599:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5963 expref: 561 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.519788:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060939bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x599:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5963 expref: 561 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.519806:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x599:0x0].0x0 (ffff88008cf01c00) 00010000:00010000:0.0:1734671651.519810:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.519817:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.519823:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.519838:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.519870:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:1964:x1818934751751552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.519876:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8308 00010000:00010000:0.0:1734671651.519912:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060939bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x599:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5963 expref: 560 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.519926:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752149504:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.519941:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.519947:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.519951:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671651.519965:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x599:0x0]: returning size 4096 00010000:00010000:0.0:1734671651.520072:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006093f27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b2a expref: 561 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.520084:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006093f2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x599:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b2a expref: 560 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.520089:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x599:0x0].0x0 (ffff88008cf01c00) 00010000:00010000:0.0:1734671651.520091:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671651.520094:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08f400, rc 0) 00000100:00100000:0.0:1734671651.520111:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934751751168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6038us (6473us total) trans 4294981904 rc 0/0 00000100:00100000:0.0:1734671651.520117:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28707 00000100:00100000:0.0:1734671651.520130:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751751424 00000100:00100000:0.0:1734671651.520132:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751751424 00000100:00100000:0.0:1734671651.520146:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28708 00000100:00100000:0.0:1734671651.520150:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934751751424:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.520163:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.520174:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e5006093f43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x598:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5b31 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.520219:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006093f4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x598:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.520228:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130e40a00/0x87a91e5006093f20 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b23 expref: 561 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.520233:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006093f4a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x598:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.520252:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130e40a00/0x87a91e5006093f20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b23 expref: 561 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.520261:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130e40a00/0x87a91e5006093f20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x598:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b23 expref: 561 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.520270:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135bf5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752149632:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.520295:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.524173:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.525512:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.532050:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.532783:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.536550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.537534:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.537570:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.537588:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751752576 00000100:00100000:0.0:1734671651.537591:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751752576 00000100:00100000:0.0:1734671651.537612:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2809 00000100:00100000:0.0:1734671651.537617:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:1967:x1818934751752576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.537628:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.537644:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006093f74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x598:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b3f expref: 562 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.537659:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x598:0x0].0x0 (ffff880093b06100) 00010000:00010000:0.0:1734671651.537662:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.537707:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:1967:x1818934751752576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 89us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.537712:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2809 00000100:00100000:0.0:1734671651.541567:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.548760:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.548847:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.553020:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.556427:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.556912:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8311 00000100:00100000:0.0:1734671651.556919:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1964:x1818934751754112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.556930:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.556935:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006093bf4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a27 expref: 567 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.556944:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006093bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a27 expref: 567 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.556957:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006093bf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a27 expref: 567 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.556968:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59a:0x0].0x0 (ffff88009bed0000) 00010000:00010000:0.0:1734671651.556973:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.556980:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.556986:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.557007:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.557036:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:1964:x1818934751754112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 117us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.557042:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8311 00000100:00100000:0.0:1734671651.558179:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.559879:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.563334:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751754624 00000100:00100000:0.0:1734671651.563344:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751754624 00010000:00010000:0.0:1734671651.563365:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b4d expref: 571 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.563400:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8312 00000100:00100000:0.0:1734671651.563406:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:1965:x1818934751754624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.563416:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.563422:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b4d expref: 571 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.563431:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b4d expref: 571 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.563448:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006093fd6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x59a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b4d expref: 571 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.563459:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59a:0x0].0x0 (ffff88009bed0000) 00010000:00010000:0.0:1734671651.563463:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006093feb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.563470:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006093feb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.563476:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006093feb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x59a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.563500:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.563529:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:1965:x1818934751754624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 123us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.563535:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8312 00000100:00100000:0.0:1734671651.566107:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751754880 00000100:00100000:0.0:1734671651.566114:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751754880 00000100:00100000:0.0:1734671651.566152:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28716 00000100:00100000:0.0:1734671651.566158:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934751754880:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.566174:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.566187:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e5006093ff2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5b5b expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.566258:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006093ff9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.566269:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a5f expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.566276:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006093ff9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x59b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.566301:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a5f expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.566312:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006093c80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a5f expref: 570 pid: 7085 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.566322:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee43480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752150144:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.566374:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b430c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.568726:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.568776:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.572710:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.573640:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.576036:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.580056:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.580170:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.588056:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751756160 00000100:00100000:0.0:1734671651.588063:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751756160 00000100:00100000:0.0:1734671651.588106:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28721 00000100:00100000:0.0:1734671651.588111:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934751756160:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.588125:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.588135:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e500609404d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5b70 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.588176:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588186:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588193:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588202:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588207:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588211:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588285:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006094062 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588291:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006094062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588296:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006094062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671651.588318:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59b:0x0]: returning size 4096 00000004:00200000:0.0:1734671651.588322:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.588333:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006094062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588340:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006094062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588345:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588349:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588356:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588360:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.588363:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588368:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588374:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671651.588377:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.588379:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588383:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094054 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588404:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588409:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588414:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588418:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.588420:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588424:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.588430:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x6cad4e9d (ffff88009233ca00) 00010000:00010000:0.0:1734671651.588431:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.589212:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.589218:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609405b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.589237:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e500609404d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b70 expref: 574 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.589246:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006094062 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b70 expref: 573 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.589252:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59b:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671651.589254:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.589255:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33400, rc 0) 00000100:00100000:0.0:1734671651.590203:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934751756160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2087us (2420us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.590210:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28721 00000100:00100000:0.0:1734671651.596585:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.596625:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.596665:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.600074:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.603095:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.612356:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751757440 00000100:00100000:0.0:1734671651.612365:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751757440 00000100:00100000:0.0:1734671651.612403:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751757568 00000100:00100000:0.0:1734671651.612406:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751757568 00000100:00100000:0.0:1734671651.612432:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28725 00000100:00100000:0.0:1734671651.612439:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934751757440:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.612457:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.612471:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060940b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5b8c expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.612523:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612534:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612542:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612553:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612558:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612563:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612634:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060940cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x332:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612641:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060940cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612647:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060940cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671651.612672:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x332:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.612704:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.612718:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060940cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612725:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060940cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612731:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612736:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612740:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612756:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.612759:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612765:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612774:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671651.612776:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.612780:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612785:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060940bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612797:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612802:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612806:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612810:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.612812:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612816:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612822:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x85ed7b8c (ffff88009233ca00) 00010000:00010000:0.0:1734671651.612824:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.612826:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612830:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060940c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.612850:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060940b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b8c expref: 576 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.612860:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060940cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b8c expref: 575 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.612866:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x332:0x0].0x0 (ffff88008ee5e100) 00010000:00010000:0.0:1734671651.612868:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.612870:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32400, rc 0) 00000100:00100000:0.0:1734671651.612917:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12139:x1818934751757440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 477us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.612923:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28725 00000100:00100000:0.0:1734671651.612937:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28726 00000100:00100000:0.0:1734671651.612941:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12140:x1818934751757568:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.612948:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.612954:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060940d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5b93 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.612967:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060940d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b93 expref: 575 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.612975:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e50060940d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b93 expref: 575 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.612980:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671651.612982:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.612983:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32000, rc 0) 00000100:00100000:0.0:1734671651.612999:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934751757568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 57us (2508us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.613003:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28726 00000100:00100000:0.0:1734671651.615187:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.615268:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.616928:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.623723:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.632076:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.632428:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.636985:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.639469:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.640442:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.646490:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.647799:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.651187:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.653902:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.655162:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.658753:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.661550:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+579:1965:x1818934751759872:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1502us (2806us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.661558:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8318 00000100:00100000:0.0:1734671651.667253:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.671565:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.672485:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.676272:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.678280:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.687577:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.688408:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.689342:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.691937:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.693181:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.695137:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.695878:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.698069:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.698121:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.701258:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.701329:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.706211:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.706259:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.712418:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28745 00000100:00100000:0.0:1734671651.712423:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12139:x1818934751763328:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.712430:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.712437:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e500609424c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5c18 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.712462:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712470:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712477:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712486:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712490:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712495:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712564:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712571:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712576:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671651.712595:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x337:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.712598:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.712609:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712614:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712620:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712624:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712629:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712635:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.712639:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712644:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712650:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671651.712653:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.712655:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712659:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006094253 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712671:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712693:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712698:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712701:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.712703:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712707:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712712:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x862169a0 (ffff88009233ca00) 00010000:00010000:0.0:1734671651.712714:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.712716:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712720:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e500609425a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.712736:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e500609424c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c18 expref: 586 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.712758:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c18 expref: 585 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.712763:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:0.0:1734671651.712765:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.712767:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33a00, rc 0) 00000100:00100000:0.0:1734671651.712784:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12139:x1818934751763328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 361us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.712789:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28745 00000100:00100000:0.0:1734671651.720471:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.720496:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.720511:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751763968 00000100:00100000:0.0:1734671651.720514:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751763968 00000100:00100000:0.0:1734671651.721004:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8328 00000100:00100000:0.0:1734671651.721010:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1967:x1818934751763968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.721017:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.721022:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c18 expref: 586 pid: 7083 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.721029:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c18 expref: 586 pid: 7083 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.721040:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:0.0:1734671651.721043:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.721047:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.721051:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.721065:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1967:x1818934751763968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 55us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.721071:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8328 00010000:00010000:0.0:1734671651.729621:0:16887:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff8800a417ed80 x1818934752152064) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c18 expref: 584 pid: 7083 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.729644:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094261 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c18 expref: 584 pid: 7083 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.729672:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752152064:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.729701:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752152192:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.729717:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:0.0:1734671651.729722:0:16887:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.729729:0:16887:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.729737:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671651.731648:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751764096 00000100:00100000:0.0:1734671651.731653:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751764096 00010000:00010000:0.0:1734671651.731764:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093525 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57c6 expref: 584 pid: 7083 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.731790:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8329 00000100:00100000:0.0:1734671651.731795:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:1965:x1818934751764096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.731806:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.731811:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093525 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57c6 expref: 584 pid: 7083 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.731825:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093525 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57c6 expref: 584 pid: 7083 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.731840:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006093525 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57c6 expref: 584 pid: 7083 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.731851:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:0.0:1734671651.731855:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.731862:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.731868:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.731883:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.731910:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:1965:x1818934751764096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 114us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.731915:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8329 00010000:00010000:0.0:1734671651.731930:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.731936:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671651.731950:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x337:0x0]: returning size 260096 00010000:00010000:0.0:1734671651.732055:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e500609426f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c1f expref: 584 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.732069:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c1f expref: 583 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.732074:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:0.0:1734671651.732077:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671651.732078:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf1e00, rc 0) 00000100:00100000:0.0:1734671651.737477:0:24251:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752152320:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.737502:0:24251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1200/0x87a91e500609428b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x335:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671651.737672:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751764480 00000100:00100000:0.0:1734671651.737691:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751764480 00000100:00100000:0.0:1734671651.737731:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28748 00000100:00100000:0.0:1734671651.737736:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12139:x1818934751764480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.737766:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.737779:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33200/0x87a91e5006094292 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x337:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5c2d expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.737840:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094299 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.737851:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c1f expref: 586 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.737857:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094299 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671651.737882:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c1f expref: 586 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.737892:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006094276 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x337:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c1f expref: 586 pid: 16887 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.737903:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752152448:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.737954:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b439c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734671651.738412:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1200/0x87a91e500609428b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.738419:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1200/0x87a91e500609428b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671651.738444:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x335:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.738448:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.738460:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1200/0x87a91e500609428b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.738481:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006094284 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x335:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c26 expref: 586 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.738491:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1200/0x87a91e500609428b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c26 expref: 585 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.738496:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x335:0x0].0x0 (ffff88008ee5e400) 00010000:00010000:0.0:1734671651.738499:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.738505:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf1200, rc 0) 00000100:00100000:0.0:1734671651.738536:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12140:x1818934751764224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6430us (6652us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.738544:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28747 00000100:00100000:0.0:1734671651.742295:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.743300:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.748653:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28751 00000100:00100000:0.0:1734671651.748659:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12140:x1818934751765120:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.748667:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.748698:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060942c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5c42 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.748764:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060942d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x336:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.748774:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006093644 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5828 expref: 587 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.748781:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e50060942b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c34 expref: 587 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.748786:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060942d1 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x336:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.748812:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e50060942b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c34 expref: 587 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.748824:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e50060942b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c34 expref: 587 pid: 24251 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.748834:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131a7bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752152576:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.748877:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006093644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5828 expref: 587 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.748888:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006093644 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5828 expref: 587 pid: 24251 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1734671651.748895:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131a79180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752152704:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.748908:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.751391:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.756389:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.762097:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.762131:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.762333:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8335 00000100:00100000:0.0:1734671651.762338:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:1966:x1818934751766144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.762345:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.762349:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093613400/0x87a91e50060935a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57f0 expref: 588 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.762356:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093613400/0x87a91e50060935a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57f0 expref: 588 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.762366:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093613400/0x87a91e50060935a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f57f0 expref: 588 pid: 16887 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1734671651.762384:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x338:0x0].0x0 (ffff880134d29200) 00010000:00010000:0.0:1734671651.762388:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e50060942f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x338:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.762395:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e50060942f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x338:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.762401:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e50060942f4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x338:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671651.762415:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.762444:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:1966:x1818934751766144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 106us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.762450:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8335 00000100:00100000:0.0:1734671651.765004:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.765081:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.768700:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.768922:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.768950:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.772639:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.773489:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.777124:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.777157:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.777190:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.777572:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28759 00000100:00100000:0.0:1734671651.777578:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12140:x1818934751767680:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.777586:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.777594:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094379 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x339:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5c7a expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.777629:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33200/0x87a91e5006094380 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.777637:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e5006094341 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c65 expref: 589 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.777646:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33200/0x87a91e5006094380 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.777660:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e5006094341 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c65 expref: 589 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.777666:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e5006094341 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c65 expref: 589 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.777673:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752153472:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.777709:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.782276:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.782313:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.782350:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751767808 00000100:00100000:0.0:1734671651.782358:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751767808 00010000:00010000:0.0:1734671651.782388:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5800/0x87a91e5006093636 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5821 expref: 590 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.782641:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751767936 00000100:00100000:0.0:1734671651.782644:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751767936 00010000:00010000:0.0:1734671651.782657:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e5006094341 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x339:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c65 expref: 591 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.787459:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.793871:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.795173:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.795205:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.795218:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751768576 00000100:00100000:0.0:1734671651.795221:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751768576 00010000:00010000:0.0:1734671651.795243:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e5006094372 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x584:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c73 expref: 591 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.795262:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2821 00000100:00100000:0.0:1734671651.795265:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:1967:x1818934751768704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.795278:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.795297:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e50060943a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c81 expref: 591 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.795318:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff880099fbc900) 00010000:00010000:0.0:1734671651.795322:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.795360:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:1967:x1818934751768704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.795366:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2821 00000100:00100000:0.0:1734671651.798667:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.798801:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.805175:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.805956:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.810489:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.813331:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.815889:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.816598:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.821180:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.821221:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.821265:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.825175:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.826954:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.828324:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.832318:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.832404:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.835600:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.835647:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.838052:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.840133:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.842278:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.843827:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.844334:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.850518:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.850639:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.851028:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.855668:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.857208:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.860426:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.869235:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.869885:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.869951:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.875751:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.876026:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.879890:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.880462:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.880517:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.884259:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.884300:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.887433:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.887491:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.888026:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28787 00000100:00100000:0.0:1734671651.888031:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+597:12139:x1818934751775104:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.888039:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.888048:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060945b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5d3e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.888095:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060945cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.888105:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060945a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d29 expref: 598 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.888112:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060945cc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.888145:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060945a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d29 expref: 598 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.888157:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060945a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d29 expref: 598 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.888170:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752155264:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.888234:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.893671:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.894251:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.895812:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.895828:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751775616 00000100:00100000:0.0:1734671651.895833:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751775616 00000100:00100000:0.0:1734671651.895854:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2826 00000100:00100000:0.0:1734671651.895859:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:1965:x1818934751775616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.895865:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.895875:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e50060945d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d37 expref: 596 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.895895:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:0.0:1734671651.895898:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671651.895916:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+595:1965:x1818934751775616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.895921:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2826 00000100:00100000:0.0:1734671651.896557:0:7080:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155392 00000100:00100000:0.0:1734671651.896560:0:7080:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155392 00000100:00100000:0.0:1734671651.896585:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1734671651.896589:0:7080:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e45ec010-1624-4042-8040-056cfaa61571+18:3304:x1818934752155392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671651.896624:0:7080:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e45ec010-1624-4042-8040-056cfaa61571+18:3304:x1818934752155392:12345-0@lo:400:kworker.0 Request processed in 33us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.896630:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00080000:0.0:1734671651.896650:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671621 00000100:00080000:0.0:1734671651.899728:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671621 00000100:00100000:0.0:1734671651.900229:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751775744 00000100:00100000:0.0:1734671651.900234:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751775744 00000100:00100000:0.0:1734671651.900255:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28789 00000100:00100000:0.0:1734671651.900260:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+597:12139:x1818934751775744:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.900273:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.900288:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060945e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5d4c expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.900352:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900365:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900375:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900390:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900396:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900402:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900500:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060945fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900512:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060945fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900518:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060945fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671651.900546:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33e:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.900550:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.900566:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060945fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900574:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060945fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900581:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900587:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900592:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900597:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.900601:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900608:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900618:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671651.900620:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.900624:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900628:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e50060945ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900636:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900641:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900646:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900649:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.900653:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900657:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900662:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x853e0f88 (ffff88009233ca00) 00010000:00010000:0.0:1734671651.900664:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.900666:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900670:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e50060945f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.900719:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e50060945e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d4c expref: 599 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.900729:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060945fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d4c expref: 598 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.900734:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671651.900735:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.900749:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32a00, rc 0) 00000100:00100000:0.0:1734671651.900781:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:12139:x1818934751775744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 519us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.900786:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28789 00000100:00100000:0.0:1734671651.903268:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.909609:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751776384 00000100:00100000:0.0:1734671651.909621:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751776384 00000100:00100000:0.0:1734671651.909692:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28791 00000100:00100000:0.0:1734671651.909700:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:12140:x1818934751776384:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.909728:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.909753:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006094619 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5d5a expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.910094:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006094620 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.910108:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e50060945e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d45 expref: 600 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.910115:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006094620 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.910144:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e50060945e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d45 expref: 599 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.910155:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e50060945e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d45 expref: 599 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.910167:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c163b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752156416:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.910202:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b430c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671651.913468:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.913562:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.918900:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751776896 00000100:00100000:0.0:1734671651.918907:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751776896 00010000:00010000:0.0:1734671651.918939:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e5006094612 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d53 expref: 599 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.918964:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8357 00000100:00100000:0.0:1734671651.918971:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:1964:x1818934751776896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671651.918986:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671651.918992:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e5006094612 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d53 expref: 599 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671651.919002:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e5006094612 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d53 expref: 599 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671651.919023:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e5006094612 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d53 expref: 599 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671651.920240:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671651.920248:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006094635 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.920259:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006094635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.920266:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006094635 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671651.921285:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.924042:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.924733:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.924782:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.930034:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.930246:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.930274:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.930289:0:7078:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751777920 00000100:00100000:0.0:1734671651.930292:0:7078:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751777920 00000100:00100000:0.0:1734671651.930315:0:7078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 293 00000100:00100000:0.0:1734671651.930320:0:7078:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1966:x1818934751777920:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1734671651.930373:0:7078:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1966:x1818934751777920:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 52us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.930380:0:7078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 293 00000100:00080000:0.0:1734671651.930405:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671621 00000100:00100000:0.0:1734671651.930432:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.930489:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.930507:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751778176 00000100:00100000:0.0:1734671651.930509:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751778176 00010000:00010000:0.0:1734671651.930928:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609465f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.930936:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609465f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671651.930956:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33f:0x0]: returning size 260096 00010000:00010000:0.0:1734671651.931105:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094658 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d6f expref: 599 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.931180:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609465f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d6f expref: 598 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.931187:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671651.931189:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671651.931192:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938b0200, rc 0) 00000100:00100000:0.0:1734671651.931215:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+598:12140:x1818934751777408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6968us (7181us total) trans 4294981944 rc 0/0 00000100:00100000:0.0:1734671651.931222:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28794 00000100:00100000:0.0:1734671651.932453:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.938294:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.938343:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.943964:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.944515:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.947895:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.948724:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.951490:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.954151:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.954200:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.960137:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.961108:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.961150:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.963751:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.963790:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671651.964182:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e500609470e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.964187:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e500609470e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671651.964200:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x342:0x0]: returning size 260096 00010000:00010000:0.0:1734671651.964313:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006094707 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5da7 expref: 604 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.964336:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e500609470e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5da7 expref: 603 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.964341:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff88008ee5e700) 00010000:00010000:0.0:1734671651.964342:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671651.964344:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092222a00, rc 0) 00000100:00100000:0.0:1734671651.964358:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12139:x1818934751780224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2701us (3207us total) trans 4294981947 rc 0/0 00000100:00100000:0.0:1734671651.964362:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28802 00000100:00100000:0.0:1734671651.966718:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.966768:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.970629:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752157824:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.970655:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006094731 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671651.970939:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671651.971250:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006094731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.971257:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006094731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671651.971299:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x342:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.971303:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.971319:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006094731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.971345:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e500609472a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x342:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5db5 expref: 604 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.971359:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006094731 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5db5 expref: 603 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.971365:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff88008ee5e700) 00010000:00010000:0.0:1734671651.971367:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.971370:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf0c00, rc 0) 00000100:00100000:0.0:1734671651.971387:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12139:x1818934751780608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4444us (4679us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.971393:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28804 00000100:00100000:0.0:1734671651.974385:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.974424:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.975405:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.978498:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.978532:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.978576:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.983277:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751782144 00000100:00100000:0.0:1734671651.983285:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751782144 00000100:00100000:0.0:1734671651.983329:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28809 00000100:00100000:0.0:1734671651.983336:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+604:12140:x1818934751782144:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.983358:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.983376:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006094793 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5dd8 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.983454:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.983468:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094762 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dc3 expref: 605 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.983474:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.983502:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094762 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dc3 expref: 605 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.983522:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094762 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dc3 expref: 605 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.983535:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752158208:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671651.983597:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43900 going to sleep for 11 seconds 00010000:00010000:0.0:1734671651.987132:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094762 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dc3 expref: 604 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671651.987148:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752158208:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671651.987160:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.987165:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.987170:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671651.987196:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x343:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.987200:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.987208:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671651.987230:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006094793 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x343:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dd8 expref: 604 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.987239:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e500609479a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dd8 expref: 603 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.987249:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:0.0:1734671651.987251:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.987253:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009974fa00, rc 0) 00000100:00100000:0.0:1734671651.987274:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12140:x1818934751782144:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3938us (4391us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.987279:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28809 00000100:00100000:0.0:1734671651.988777:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.989982:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751782656 00000100:00100000:0.0:1734671651.989987:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751782656 00000100:00100000:0.0:1734671651.990011:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28811 00000100:00100000:0.0:1734671651.990017:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+605:12140:x1818934751782656:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.990028:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.990037:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e50060947b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5de6 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.990071:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990081:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990092:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990106:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990111:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990118:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990286:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e50060947cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990294:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e50060947cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990300:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e50060947cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671651.990324:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x345:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.990327:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.990340:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e50060947cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990348:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e50060947cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990354:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990359:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990363:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990368:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.990371:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990377:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990388:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671651.990391:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.990395:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990400:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e50060947bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990410:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990415:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990420:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990424:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092222a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.990426:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990430:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990436:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x863e1088 (ffff88009233ce00) 00010000:00010000:0.0:1734671651.990438:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.990440:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990445:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e50060947c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671651.990468:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e50060947b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5de6 expref: 607 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.990481:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e50060947cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5de6 expref: 606 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.990486:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:0.0:1734671651.990488:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.990491:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092223e00, rc 0) 00000100:00100000:0.0:1734671651.990524:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+606:12140:x1818934751782656:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 507us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.990529:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28811 00000100:00100000:0.0:1734671651.991142:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.993461:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.994515:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.995697:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751783296 00000100:00100000:0.0:1734671651.995700:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751783296 00000100:00100000:0.0:1734671651.995718:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28813 00000100:00100000:0.0:1734671651.995722:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+606:12139:x1818934751783296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671651.995732:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671651.995749:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e50060947e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5df4 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.995779:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995788:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995796:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995809:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995813:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995818:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995910:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f400/0x87a91e50060947f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995917:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f400/0x87a91e50060947f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995923:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f400/0x87a91e50060947f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671651.995946:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x346:0x0]: returning size 260096 00000004:00200000:0.0:1734671651.995950:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671651.995964:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f400/0x87a91e50060947f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995972:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f400/0x87a91e50060947f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995978:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995983:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995988:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.995996:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092222200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.996000:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996006:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996013:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671651.996015:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.996018:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996022:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e50060947e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996033:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996037:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996042:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996045:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671651.996047:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996051:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996055:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa1380d88 (ffff88009233c400) 00010000:00010000:0.0:1734671651.996058:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671651.996060:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996064:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060947ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671651.996082:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e50060947e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5df4 expref: 608 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.996090:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f400/0x87a91e50060947f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5df4 expref: 607 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671651.996095:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:0.0:1734671651.996097:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671651.996099:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009974f400, rc 0) 00000100:00100000:0.0:1734671651.996116:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+607:12139:x1818934751783296:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 393us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671651.996120:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28813 00000100:00100000:0.0:1734671651.998455:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.999193:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671651.999893:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.002707:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.003394:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.003411:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.003417:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.003437:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x346:0x0]: returning size 260096 00010000:00010000:0.0:1734671652.003579:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e50060947fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dfb expref: 606 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.003593:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dfb expref: 605 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.003598:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:0.0:1734671652.003601:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.003603:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009338e200, rc 0) 00000100:00100000:0.0:1734671652.003626:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+605:12139:x1818934751783680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4460us (5173us total) trans 4294981951 rc 0/0 00000100:00100000:0.0:1734671652.003632:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28814 00000100:00100000:0.0:1734671652.003650:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751784064 00000100:00100000:0.0:1734671652.003653:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751784064 00000100:00100000:0.0:1734671652.003699:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28815 00000100:00100000:0.0:1734671652.003703:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+605:12140:x1818934751784064:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.003719:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.003730:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e5006094818 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5e02 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.003797:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e500609481f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.003808:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e50060947d9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ded expref: 606 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.003813:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e500609481f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.003835:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e50060947d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ded expref: 606 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.003846:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e50060947d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ded expref: 606 pid: 11200 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.003857:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752158976:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.003889:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.006084:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.006582:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1734671652.008321:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671622 00000100:00100000:0.0:1734671652.010011:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751784448 00000100:00100000:0.0:1734671652.010017:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751784448 00010000:00010000:0.0:1734671652.010037:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dfb expref: 607 pid: 7085 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.010409:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8377 00000100:00100000:0.0:1734671652.010416:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+607:1965:x1818934751784448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.010430:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.010435:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dfb expref: 607 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.010445:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dfb expref: 607 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.010464:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e5006094803 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dfb expref: 607 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.010477:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:0.0:1734671652.010482:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.010490:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.010496:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.010566:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.010840:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+606:1965:x1818934751784448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 423us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.010845:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8377 00000100:00100000:0.0:1734671652.011650:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.013867:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.016806:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.017722:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.017764:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.017797:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.017815:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751785472 00000100:00100000:0.0:1734671652.017817:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751785472 00010000:00010000:0.0:1734671652.018320:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006094865 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e17 expref: 610 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.018335:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8378 00000100:00100000:0.0:1734671652.018339:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:1966:x1818934751785472:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.018344:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.018348:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006094865 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e17 expref: 610 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.018359:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006094865 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e17 expref: 610 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.018369:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff8800a4956b00) 00010000:00010000:0.0:1734671652.018372:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006094881 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x34a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.018427:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006094881 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x34a:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.018431:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.018445:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:1966:x1818934751785472:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 105us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.018450:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8378 00000100:00100000:0.0:1734671652.021245:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.021539:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.021564:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751785600 00000100:00100000:0.0:1734671652.021570:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751785600 00010000:00010000:0.0:1734671652.021593:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006093197 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f567d expref: 609 pid: 7085 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.021615:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751785728 00000100:00100000:0.0:1734671652.021617:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751785728 00010000:00010000:0.0:1734671652.021624:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006092a7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5423 expref: 610 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.021637:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8379 00000100:00100000:0.0:1734671652.021642:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:1964:x1818934751785600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.021656:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.021660:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006093197 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f567d expref: 610 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.021669:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006093197 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f567d expref: 610 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.021714:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006093197 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f567d expref: 610 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.021723:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88008f277e00) 00010000:00010000:0.0:1734671652.021726:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42000/0x87a91e500609487a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.021733:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42000/0x87a91e500609487a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.021747:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42000/0x87a91e500609487a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.021764:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.021797:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:1964:x1818934751785600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 154us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.021802:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8379 00000100:00100000:0.0:1734671652.027099:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28821 00000100:00100000:0.0:1734671652.027107:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+608:12140:x1818934751785856:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.027131:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.027148:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e5006094896 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x347:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5e2c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.027230:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e500609489d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.027243:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42000/0x87a91e500609487a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e1e expref: 609 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.027251:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e500609489d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.027281:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42000/0x87a91e500609487a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e1e expref: 609 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.027292:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42000/0x87a91e500609487a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e1e expref: 609 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.027305:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752159744:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.027889:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.031354:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.031732:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.034559:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.038250:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.038282:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.039293:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.039333:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.044563:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752160128:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.044593:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671652.045115:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8383 00000100:00100000:0.0:1734671652.045122:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+612:1966:x1818934751787520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.045136:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.045142:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f544d expref: 612 pid: 16887 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.045151:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f544d expref: 612 pid: 16887 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.045172:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d200/0x87a91e5006092af9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f544d expref: 612 pid: 16887 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.045188:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:0.0:1734671652.045192:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060948ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.045200:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060948ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.045207:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060948ff lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.045224:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.045262:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1966:x1818934751787520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 140us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.045964:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8383 00010000:00010000:0.0:1734671652.045982:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.045991:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.046008:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34b:0x0]: returning size 260096 00010000:00010000:0.0:1734671652.046846:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9600/0x87a91e50060948ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e4f expref: 612 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.046860:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e4f expref: 610 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.046867:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:0.0:1734671652.046869:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.046871:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0b8400, rc 0) 00000100:00100000:0.0:1734671652.047002:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12140:x1818934751787008:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7544us (8718us total) trans 4294981954 rc 0/0 00000100:00100000:0.0:1734671652.047011:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28825 00000100:00100000:0.0:1734671652.051902:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.051954:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.052012:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28827 00000100:00100000:0.0:1734671652.052019:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12139:x1818934751787648:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.052045:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.052064:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e5006094914 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5e56 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.052145:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e500609491b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.052159:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060948ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e48 expref: 611 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.052166:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e500609491b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.052197:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060948ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e48 expref: 611 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.052209:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e50060948ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e48 expref: 611 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.052222:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752160384:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.053663:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.056881:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.056905:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751788032 00000100:00100000:0.0:1734671652.056911:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751788032 00010000:00010000:0.0:1734671652.056941:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e4f expref: 613 pid: 7085 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.056977:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8385 00000100:00100000:0.0:1734671652.056984:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d017050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1965:x1818934751788032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.056999:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.057006:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e4f expref: 613 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.057014:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e4f expref: 613 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.057035:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e50060948f1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e4f expref: 613 pid: 7085 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.057048:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:0.0:1734671652.057052:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.057060:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.057066:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.057082:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.057131:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d017050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+612:1965:x1818934751788032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 145us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.057137:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8385 00000100:00100000:0.0:1734671652.058173:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.060919:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.061202:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.065378:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.065437:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.068832:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.070476:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.071883:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.073336:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.074895:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.074992:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.075353:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8390 00000100:00100000:0.0:1734671652.075357:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d016c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1966:x1818934751789824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.075366:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.075370:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e500609496f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e72 expref: 614 pid: 7083 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.075379:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e500609496f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e72 expref: 614 pid: 7083 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.075390:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e500609496f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e72 expref: 614 pid: 7083 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.075411:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:0.0:1734671652.075414:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e5006094999 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.075420:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e5006094999 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.075426:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e5006094999 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.075438:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.075453:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d016c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1966:x1818934751789824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 95us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.075458:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8390 00000100:00100000:0.0:1734671652.078097:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.079130:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.081552:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.082262:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.085198:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.085226:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.088052:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.088359:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.090959:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.090997:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.094450:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.094779:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.098505:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751792640 00000100:00100000:0.0:1734671652.098509:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751792640 00000100:00100000:0.0:1734671652.098528:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751792512 00000100:00100000:0.0:1734671652.098530:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751792512 00000100:00100000:0.0:1734671652.098544:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28843 00000100:00100000:0.0:1734671652.098548:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:12139:x1818934751792640:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.098563:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.098574:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e5006094a64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5ecd expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.098657:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.098668:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006092c7a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54cb expref: 616 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.098693:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.098730:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006092c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54cb expref: 616 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.098753:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006092c7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f54cb expref: 616 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.098769:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752161920:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.099253:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.101694:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.101935:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.102092:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.102097:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671652.102117:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x352:0x0]: returning size 260096 00010000:00010000:0.0:1734671652.102263:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e5006094a64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ecd expref: 617 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.102288:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ecd expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.102294:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:0.0:1734671652.102296:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.102298:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8e26c00, rc 0) 00000100:00100000:0.0:1734671652.102317:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934751792640:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3769us (4256us total) trans 4294981961 rc 0/0 00000100:00100000:0.0:1734671652.102324:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28843 00000100:00100000:0.0:1734671652.105159:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751793024 00000100:00100000:0.0:1734671652.105168:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751793024 00000100:00100000:0.0:1734671652.105203:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751793152 00000100:00100000:0.0:1734671652.105205:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751793152 00000100:00100000:0.0:1734671652.105232:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28845 00000100:00100000:0.0:1734671652.105239:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934751793024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.105258:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.105275:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006094a8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5ed4 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.105349:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.105362:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ecd expref: 618 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.105368:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.105396:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ecd expref: 618 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.105406:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e5006094a6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ecd expref: 618 pid: 11200 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.105418:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752162176:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.105469:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.108084:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.108172:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.113087:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.113147:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.117600:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.117644:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.117721:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.117809:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.117833:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751793920 00000100:00100000:0.0:1734671652.117836:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751793920 00000100:00100000:0.0:1734671652.117855:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751794432 00000100:00100000:0.0:1734671652.117857:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751794432 00000100:00100000:0.0:1734671652.117871:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28849 00000100:00100000:0.0:1734671652.117876:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934751793920:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.117894:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.117906:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222a00/0x87a91e5006094ae2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5ef0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.117991:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e5006094ae9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.118004:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e5006092d92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f552d expref: 617 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.118011:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e5006094ae9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.118042:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e5006092d92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f552d expref: 617 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.118053:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e5006092d92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f552d expref: 618 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.118066:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752162432:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.118095:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.122272:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.123149:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.127004:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.128843:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.128906:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.133022:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751795456 00000100:00100000:0.0:1734671652.133027:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751795456 00000100:00100000:0.0:1734671652.133199:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28854 00000100:00100000:0.0:1734671652.133204:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934751795456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.133222:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.133242:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006094b28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5f13 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.133308:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133322:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133332:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133344:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133349:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133354:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133455:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006094b52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x354:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133463:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006094b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133469:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006094b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.133498:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x354:0x0]: returning size 260096 00000004:00200000:0.0:1734671652.133502:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.133516:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006094b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133524:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006094b52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133530:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133535:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133540:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133544:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094572200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.133548:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133554:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133564:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.133567:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.133571:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133575:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006094b36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133604:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133609:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133614:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133618:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.133620:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133624:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133630:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x554d0b88 (ffff88008ef42400) 00010000:00010000:0.0:1734671652.133632:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.133635:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133639:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e5006094b3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.133656:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006094b28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f13 expref: 621 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.133664:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006094b52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f13 expref: 620 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.133668:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x354:0x0].0x0 (ffff88008f277700) 00010000:00010000:0.0:1734671652.133670:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.133672:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938b0200, rc 0) 00000100:00100000:0.0:1734671652.133747:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+620:12139:x1818934751795456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 529us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.133753:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28854 00000100:00100000:0.0:1734671652.137456:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.139649:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.139759:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751795840 00000100:00100000:0.0:1734671652.139764:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751795840 00000100:00100000:0.0:1734671652.139786:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751796224 00000100:00100000:0.0:1734671652.139788:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751796224 00000100:00100000:0.0:1734671652.139801:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28855 00000100:00100000:0.0:1734671652.139805:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934751795840:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.139822:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.139836:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e5006094b60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5f1a expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.139928:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006094b67 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x354:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.139941:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500607c36e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee312 expref: 619 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.139948:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006094b67 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x354:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.139977:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500607c36e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee312 expref: 619 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.139988:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500607c36e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee312 expref: 619 pid: 7083 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.140000:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752162944:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.140045:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.144788:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751796480 00000100:00100000:0.0:1734671652.144793:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751796480 00010000:00010000:0.0:1734671652.144810:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e5006093104 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5653 expref: 621 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.144829:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8405 00000100:00100000:0.0:1734671652.144834:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+621:1964:x1818934751796480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.144843:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.144846:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e5006093104 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5653 expref: 621 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.144855:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e5006093104 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5653 expref: 621 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.144866:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e5006093104 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5653 expref: 621 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.144883:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:0.0:1734671652.144887:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.144893:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.144898:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.145335:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.145803:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+620:1964:x1818934751796480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 967us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.145809:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8405 00000100:00100000:0.0:1734671652.151535:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.151590:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.154582:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.154605:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751796992 00000100:00100000:0.0:1734671652.154612:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751796992 00010000:00010000:0.0:1734671652.154639:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f21 expref: 623 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.154751:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8406 00000100:00100000:0.0:1734671652.154758:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+623:1965:x1818934751796992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.154772:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.154778:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f21 expref: 623 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.154849:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f21 expref: 623 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.154869:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac200/0x87a91e5006094b75 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f21 expref: 623 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.155075:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:0.0:1734671652.155080:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.155094:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.155102:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.155295:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.155544:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+622:1965:x1818934751796992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 785us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.155552:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8406 00000100:00100000:0.0:1734671652.155602:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.160883:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.162411:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.170763:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.170799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.170852:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.170894:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751797632 00000100:00100000:0.0:1734671652.170903:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751797632 00000100:00100000:0.0:1734671652.170942:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751797760 00000100:00100000:0.0:1734671652.170944:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751797760 00000100:00100000:0.0:1734671652.170958:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28861 00000100:00100000:0.0:1734671652.170966:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+621:12140:x1818934751797632:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.170988:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.171007:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e5006094bd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5f44 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.171112:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094bde lrc: 3/0,1 mode: --/CW res: [0x200000401:0x355:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.171130:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009426a800/0x87a91e500607c344 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee304 expref: 622 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.171136:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8c00/0x87a91e5006094bbb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f36 expref: 622 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.171143:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094bde lrc: 5/0,1 mode: --/CW res: [0x200000401:0x355:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.171175:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8c00/0x87a91e5006094bbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f36 expref: 622 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.171187:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8c00/0x87a91e5006094bbb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f36 expref: 622 pid: 7085 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.171199:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752163456:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.172051:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009426a800/0x87a91e500607c344 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee304 expref: 623 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.172060:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009426a800/0x87a91e500607c344 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee304 expref: 623 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.172068:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d32d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752163584:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.172087:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.181064:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.189440:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.191531:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751798528 00000100:00100000:0.0:1734671652.191538:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751798528 00000100:00100000:0.0:1734671652.191579:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28865 00000100:00100000:0.0:1734671652.191585:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+623:12139:x1818934751798528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.191601:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.191615:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e600/0x87a91e5006094c2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f5f60 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.191706:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006094c32 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x356:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.191718:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e500607cc27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee606 expref: 624 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.191724:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dface00/0x87a91e5006094c0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f52 expref: 624 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.191730:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006094c32 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x356:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.191767:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dface00/0x87a91e5006094c0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f52 expref: 624 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.191778:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dface00/0x87a91e5006094c0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f52 expref: 624 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.191790:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d31c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752163840:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.192475:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e500607cc27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee606 expref: 623 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.192484:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e500607cc27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee606 expref: 623 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.192493:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d33800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752163968:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.192509:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.201349:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.201458:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.201499:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751798912 00000100:00100000:0.0:1734671652.201506:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751798912 00010000:00010000:0.0:1734671652.201535:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e500607cc27 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee606 expref: 622 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.201576:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8412 00000100:00100000:0.0:1734671652.201583:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+622:1966:x1818934751798912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.201597:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.201601:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e500607cc27 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee606 expref: 622 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.201612:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e500607cc27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ee606 expref: 622 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.201633:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x356:0x0].0x0 (ffff88008ef42800) 00010000:00010000:0.0:1734671652.201638:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006094c32 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x356:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.201647:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006094c32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x356:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.201653:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006094c32 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x356:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.201699:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.201749:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+622:1966:x1818934751798912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 166us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.201757:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8412 00000100:00100000:0.0:1734671652.222319:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.222430:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.226332:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.232596:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.232642:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.232699:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.235529:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.237649:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.237703:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.239807:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.240754:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.241828:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.243472:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.243509:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.244539:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.244553:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751801344 00000100:00100000:0.0:1734671652.244556:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751801344 00010000:00010000:0.0:1734671652.244567:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006094c9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x357:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f83 expref: 627 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.244595:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8416 00000100:00100000:0.0:1734671652.244600:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+627:1965:x1818934751801344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.244606:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.244612:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006094c9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x357:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f83 expref: 627 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.244619:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006094c9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x357:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f83 expref: 627 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.244740:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006094c9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x357:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f83 expref: 627 pid: 24251 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.244767:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff88008ef42b00) 00010000:00010000:0.0:1734671652.244771:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed400/0x87a91e5006094ce1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x357:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.244779:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed400/0x87a91e5006094ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.244785:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed400/0x87a91e5006094ce1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671652.244804:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.244884:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+626:1965:x1818934751801344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 283us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.244891:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8416 00000100:00100000:0.0:1734671652.244937:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.246040:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.248519:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.248561:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.252394:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.253334:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.253393:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.260631:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.260669:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.260700:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.260750:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.265644:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.266021:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.267119:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.270471:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.270532:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.274144:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.274399:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.275102:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.279394:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.280971:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.281013:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.284976:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.285217:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.291440:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.291498:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.292835:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.294538:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.294581:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.302554:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.305018:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.305246:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.305548:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.310309:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.310365:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.311953:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.311991:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.312173:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28908 00000100:00100000:0.0:1734671652.312178:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12139:x1818934751806592:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.312186:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.312199:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094e77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f601d expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.312234:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312246:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312254:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312265:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312270:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312275:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312318:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312323:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312328:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312334:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.312336:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312342:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312351:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.312353:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.312356:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312360:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094e7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312372:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312376:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312381:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312384:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.312386:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312391:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312396:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x51a48d55 (ffff88009233c400) 00010000:00010000:0.0:1734671652.312398:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.312400:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312404:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094e85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.312427:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094e77 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f601d expref: 626 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.312434:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094e77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f601d expref: 626 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.312441:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25ac00, rc 0) 00000100:00100000:0.0:1734671652.312473:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12139:x1818934751806592:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 294us (481us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671652.312478:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28908 00000100:00100000:0.0:1734671652.315378:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.315419:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.315458:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.320437:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751807360 00000100:00100000:0.0:1734671652.320443:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751807360 00000100:00100000:0.0:1734671652.320507:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28913 00000100:00100000:0.0:1734671652.320513:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+624:12139:x1818934751807360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.320522:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.320533:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e5006094eb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6032 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.320572:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320584:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320592:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320608:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320613:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320617:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320655:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320659:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320663:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320667:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.320669:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320673:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320706:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.320708:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.320712:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320716:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e5006094ebd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320726:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320985:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320990:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.320994:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25ae00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.320996:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.321001:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.321009:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x51f18c57 (ffff88009233cb00) 00010000:00010000:0.0:1734671652.321011:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.321013:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.321017:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ae00/0x87a91e5006094ec4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671652.326281:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.326320:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.326363:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28915 00000100:00100000:0.0:1734671652.326369:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12140:x1818934751807744:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.326381:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.326399:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094ecb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6039 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.326501:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326515:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326527:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326538:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326543:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326548:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326583:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326589:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326594:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326599:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.326603:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326610:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326619:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671652.326622:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.326626:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326630:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094ed9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326638:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326642:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326646:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326649:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.326651:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326654:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326659:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x51f18c57 (ffff88009233ca00) 00010000:00010000:0.0:1734671652.326661:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.326662:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326666:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094ee0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x51f18c57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.326717:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094ecb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6039 expref: 627 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.326724:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094ecb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6039 expref: 627 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.326741:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25ac00, rc 0) 00000100:00100000:0.0:1734671652.326769:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12140:x1818934751807744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 399us (489us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671652.326775:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28915 00000100:00100000:0.0:1734671652.329535:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.333535:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.333570:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.333588:0:19916:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751808640 00000100:00100000:0.0:1734671652.333595:0:19916:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751808640 00002000:00100000:0.0:1734671652.336417:0:19916:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x193:0x0] (0->4095) req@ffff88008ef69880 x1818934751808640/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 4584/0 e 0 to 0 dl 1734671663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.336429:0:19916:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef69880 with x1818934751808640 ext(0->4095) 00002000:00010000:0.0:1734671652.336436:0:19916:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef69880 00000100:00100000:0.0:1734671652.336476:0:19916:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 824 00000100:00100000:0.0:1734671652.336486:0:19916:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1964:x1818934751808512:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:0.0:1734671652.339607:0:19916:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1964:x1818934751808512:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 3113us (6160us total) trans 4294968650 rc 0/0 00000100:00100000:0.0:1734671652.339620:0:19916:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 824 00002000:00100000:0.0:1734671652.339631:0:19916:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x194:0x0] (0->4095) req@ffff88008ef69f80 x1818934751808512/t4294968650(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 4584/448 e 0 to 0 dl 1734671663 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.339639:0:19916:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef69f80 with x1818934751808512 ext(0->4095) 00002000:00010000:0.0:1734671652.339643:0:19916:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ef69f80 00000100:00100000:0.0:1734671652.339772:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.339804:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.339818:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751809920 00000100:00100000:0.0:1734671652.339826:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751809920 00002000:00100000:0.0:1734671652.339851:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x183:0x0] (0->4095) req@ffff88008efa4a80 x1818934751809920/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 4584/0 e 0 to 0 dl 1734671663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.339858:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efa4a80 with x1818934751809920 ext(0->4095) 00002000:00010000:0.0:1734671652.339862:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efa4a80 00000100:00100000:0.0:1734671652.339877:0:16810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 832 00000100:00100000:0.0:1734671652.339882:0:16810:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934751809920:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:0.0:1734671652.340251:0:16810:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1965:x1818934751809920:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 368us (446us total) trans 4294968619 rc 0/0 00000100:00100000:0.0:1734671652.340257:0:16810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 832 00002000:00100000:0.0:1734671652.340262:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x183:0x0] (0->4095) req@ffff88008efa4a80 x1818934751809920/t4294968619(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 4584/448 e 0 to 0 dl 1734671663 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.340268:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efa4a80 with x1818934751809920 ext(0->4095) 00002000:00010000:0.0:1734671652.340270:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efa4a80 00000100:00100000:0.0:1734671652.340280:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751809408 00000100:00100000:0.0:1734671652.340283:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751809408 00002000:00100000:0.0:1734671652.340294:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x197:0x0] (0->524287) req@ffff88008ef6b100 x1818934751809408/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 488/0 e 0 to 0 dl 1734671663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.340300:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef6b100 with x1818934751809408 ext(0->524287) 00002000:00010000:0.0:1734671652.340303:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ef6b100 00000100:00100000:0.0:1734671652.340311:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751810176 00000100:00100000:0.0:1734671652.340313:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751810176 00002000:00100000:0.0:1734671652.340320:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17f:0x0] (0->8191) req@ffff88008ef6b800 x1818934751810176/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 8680/0 e 0 to 0 dl 1734671663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.340325:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef6b800 with x1818934751810176 ext(0->8191) 00002000:00010000:0.0:1734671652.340327:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef6b800 00000100:00100000:0.0:1734671652.340338:0:16810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 833 00000100:00100000:0.0:1734671652.340342:0:16810:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934751809408:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:0.0:1734671652.345279:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.345361:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.345379:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.345586:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.346513:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751811328 00000100:00100000:0.0:1734671652.346519:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751811328 00000100:00100000:0.0:1734671652.346538:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751811072 00000100:00100000:0.0:1734671652.346540:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751811072 00000100:00100000:0.0:1734671652.346553:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28920 00000100:00100000:0.0:1734671652.346557:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+626:12140:x1818934751811328:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.346569:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.346797:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dface00/0x87a91e5006094f1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f605c expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.346871:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346884:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346896:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346908:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346913:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346917:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346944:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346949:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346954:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346959:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfad800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.346963:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346970:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346979:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671652.346982:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.346985:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.346990:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad800/0x87a91e5006094f26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347003:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347007:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347011:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347015:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25ac00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.347016:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347020:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347026:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x51a48d55 (ffff88008e829200) 00010000:00010000:0.0:1734671652.347027:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.347029:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347032:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e5006094f2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.347052:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dface00/0x87a91e5006094f1f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f605c expref: 627 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.347058:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dface00/0x87a91e5006094f1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f605c expref: 627 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.347064:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dface00, rc 0) 00000100:00100000:0.0:1734671652.347093:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+626:12140:x1818934751811328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 534us (2798us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671652.347098:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28920 00000100:00100000:0.0:1734671652.347110:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28921 00000100:00100000:0.0:1734671652.347114:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12139:x1818934751811072:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.347120:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.347122:0:24251:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671652.347133:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e500609407e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5b7e expref: 625 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.347142:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.347144:0:24251:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671652.347149:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006094f34 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6055 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.348138:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094f3b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.348146:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094f3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.348150:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e5006094f3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.348157:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e5006094f42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.348160:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e5006094f42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.348164:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e5006094f42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671652.348324:0:8488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa7800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8488:1818934752165120:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1734671652.348366:0:8488:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671652.348383:0:8488:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.348397:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752165120 00000100:00100000:0.0:1734671652.348399:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752165120 00000100:00100000:0.0:1734671652.348419:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493 00000100:00100000:0.0:1734671652.348423:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:8488:x1818934752165120:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1734671652.348445:0:18851:0:(ofd_dev.c:1651:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 706 00000100:00100000:0.0:1734671652.365858:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:8488:x1818934752165120:12345-0@lo:5:osp-pre-0-0.0 Request processed in 17428us (17485us total) trans 4294968626 rc 0/0 00000100:00100000:0.0:1734671652.365871:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493 00000100:00100000:0.0:1734671652.376157:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751811840 00000100:00100000:0.0:1734671652.376162:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751811840 00000100:00100000:0.0:1734671652.376186:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4494 00000100:00100000:0.0:1734671652.376191:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1966:x1818934751811840:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.376199:0:18412:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.376211:0:18412:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093379600/0x87a91e5006094f57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6063 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734671652.376227:0:18412:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1734671652.376238:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671652.376239:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671652.376246:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093379600/0x87a91e5006094f57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6063 expref: 99 pid: 18412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671652.376258:0:18412:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093379600/0x87a91e5006094f57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6063 expref: 99 pid: 18412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671652.376267:0:18412:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379600, rc 0) 00000100:00100000:0.0:1734671652.376282:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b18d15f0-75dd-44c5-9dbe-8873d719442e+99:1966:x1818934751811840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 90us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.376287:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4494 00000100:00100000:0.0:1734671652.382194:0:16810:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+97:1964:x1818934751809408:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 41848us (41999us total) trans 4294968659 rc 0/0 00000100:00100000:0.0:1734671652.382202:0:16810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 833 00002000:00100000:0.0:1734671652.382209:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x197:0x0] (0->524287) req@ffff88008ef6b100 x1818934751809408/t4294968659(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:273/0 lens 488/448 e 0 to 0 dl 1734671663 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671652.382216:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef6b100 with x1818934751809408 ext(0->524287) 00002000:00010000:0.0:1734671652.382219:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ef6b100 00000100:00100000:0.0:1734671652.382236:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751812352 00000100:00100000:0.0:1734671652.382239:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751812352 00000100:00100000:0.0:1734671652.382267:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7022 00000100:00100000:0.0:1734671652.382272:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12139:x1818934751812352:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671652.394637:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751812992 00000100:00100000:0.0:1734671652.394645:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751812992 00000100:00100000:0.0:1734671652.394703:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751813120 00000100:00100000:0.0:1734671652.394706:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751813120 00000100:00100000:0.0:1734671652.394724:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28928 00000100:00100000:0.0:1734671652.394827:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+628:12139:x1818934751812992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.394847:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.394862:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e5006094f88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6078 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.394941:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006094f8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.394954:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e5006094f49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6055 expref: 629 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.394960:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006094f8f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x59c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.394986:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e5006094f49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6055 expref: 630 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.394997:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e5006094f49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6055 expref: 630 pid: 24251 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.395067:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752165248:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.395131:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.399698:0:24251:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752165248:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.399719:0:24251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006094f8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.400833:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006094f8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.400839:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006094f8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671652.400851:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59c:0x0]: returning size 0 00010000:00010000:0.0:1734671652.400919:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac800/0x87a91e5006094f88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6078 expref: 631 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.400934:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006094f8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6078 expref: 630 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.400940:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59c:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671652.400942:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.400944:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08fe00, rc 0) 00000100:00100000:0.0:1734671652.400965:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+630:12139:x1818934751812992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6140us (6948us total) trans 4294981974 rc 0/0 00000100:00100000:0.0:1734671652.400971:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28928 00000100:00100000:0.0:1734671652.404169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.404204:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.407787:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751814144 00000100:00100000:0.0:1734671652.407791:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751814144 00000100:00100000:0.0:1734671652.407821:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4495 00000100:00100000:0.0:1734671652.407826:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+97:1964:x1818934751814144:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.407833:0:18851:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.407843:0:18851:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f0ec400/0x87a91e5006094fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6094 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734671652.407860:0:18851:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1734671652.407869:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671652.407871:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671652.407877:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0ec400/0x87a91e5006094fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6094 expref: 98 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671652.407886:0:18851:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f0ec400/0x87a91e5006094fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6094 expref: 98 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671652.407894:0:18851:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f0ec400, rc 0) 00000100:00100000:0.0:1734671652.407922:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1964:x1818934751814144:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 95us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.407927:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4495 00000100:00100000:0.0:1734671652.411262:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.411461:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e5006094fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.411468:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e5006094fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671652.411882:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59c:0x0]: returning size 0 00000004:00200000:0.0:1734671652.411886:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.411900:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e5006094fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.411923:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e5006094fd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f608d expref: 630 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.413838:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e5006094fdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f608d expref: 629 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.413847:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59c:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671652.413849:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.413852:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12a00, rc 0) 00000100:00100000:0.0:1734671652.413900:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+629:12139:x1818934751814016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6814us (9693us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.413907:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28934 00000100:00100000:0.0:1734671652.413959:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.414054:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.414691:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751814400 00000100:00100000:0.0:1734671652.414884:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751814400 00000100:00100000:0.0:1734671652.415904:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28935 00000100:00100000:0.0:1734671652.415910:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+630:12248:x1818934751814400:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671652.416725:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+632:12248:x1818934751814400:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 813us (2765us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.416739:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28935 00000100:00100000:0.0:1734671652.418810:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.422029:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.422057:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.426316:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.428789:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.428867:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.430844:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.430884:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.434288:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751816320 00000100:00100000:0.0:1734671652.434296:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751816320 00000100:00100000:0.0:1734671652.434965:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751816576 00000100:00100000:0.0:1734671652.434969:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751816576 00000100:00100000:0.0:1734671652.434987:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28942 00000100:00100000:0.0:1734671652.434991:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12248:x1818934751816320:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671652.435161:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12248:x1818934751816320:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 168us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.435167:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28942 00000100:00100000:0.0:1734671652.435179:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28943 00000100:00100000:0.0:1734671652.435183:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+635:12139:x1818934751816576:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.435193:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.435203:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006095014 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f60b0 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.435241:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435249:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435256:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435265:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435270:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435274:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435338:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006095029 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435345:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006095029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435350:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006095029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671652.435370:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59c:0x0]: returning size 2048 00000004:00200000:0.0:1734671652.435374:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.435385:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006095029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435391:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006095029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435397:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435401:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435406:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435411:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.435413:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435419:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435425:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.435427:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.435429:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435433:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e500609501b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435452:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435456:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435464:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435468:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230ce00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.435470:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435474:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435479:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x51a48d55 (ffff8800a7b7c600) 00010000:00010000:0.0:1734671652.435481:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.435483:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435486:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e5006095022 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.435506:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006095014 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60b0 expref: 637 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.435514:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006095029 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60b0 expref: 636 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.435519:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59c:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671652.435521:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.435523:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230d600, rc 0) 00000100:00100000:0.0:1734671652.435539:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12139:x1818934751816576:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 355us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.435544:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28943 00000100:00100000:0.0:1734671652.440617:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.440656:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.441061:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.444489:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.445157:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.445918:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.453749:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751817600 00000100:00100000:0.0:1734671652.453756:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751817600 00000100:00100000:0.0:1734671652.453787:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28947 00000100:00100000:0.0:1734671652.453794:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12248:x1818934751817600:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671652.453976:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12248:x1818934751817600:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 181us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.453982:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28947 00000100:00100000:0.0:1734671652.455799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.455829:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.460563:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.462016:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.468217:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.472837:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.475024:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.478672:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.480187:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.480648:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.480667:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751819520 00000100:00100000:0.0:1734671652.480670:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751819520 00000100:00100000:0.0:1734671652.481334:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28955 00000100:00100000:0.0:1734671652.481339:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+640:12139:x1818934751819520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.481350:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.481362:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006095084 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f60da expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.481404:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481415:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481423:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481433:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481438:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481443:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481511:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481518:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481523:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.481546:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59c:0x0]: returning size 2048 00000004:00200000:0.0:1734671652.481550:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.481562:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481569:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481575:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481579:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481584:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481588:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.481592:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481598:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481607:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.481609:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.481612:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481616:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e500609508b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481633:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481638:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481642:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481646:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230de00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.481648:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481652:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481657:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x51a48d55 (ffff8800a7b7c800) 00010000:00010000:0.0:1734671652.481659:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.481661:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481666:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230de00/0x87a91e5006095092 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.481703:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006095084 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60da expref: 642 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.481713:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60da expref: 641 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.481718:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59c:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671652.481719:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.481721:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230c200, rc 0) 00000100:00100000:0.0:1734671652.481762:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+641:12139:x1818934751819520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 422us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.481767:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28955 00000100:00100000:0.0:1734671652.488219:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.488251:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.488286:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.488307:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751819904 00000100:00100000:0.0:1734671652.488314:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751819904 00000100:00100000:0.0:1734671652.488347:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2852 00000100:00100000:0.0:1734671652.488353:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+639:1964:x1818934751819904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.488364:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.488381:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006095099 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60da expref: 639 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.488396:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59c:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671652.488399:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.488427:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+638:1964:x1818934751819904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.488433:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2852 00000100:00100000:0.0:1734671652.489176:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.489191:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751820160 00000100:00100000:0.0:1734671652.489194:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751820160 00000100:00100000:0.0:1734671652.489206:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28958 00000100:00100000:0.0:1734671652.489210:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+640:12139:x1818934751820160:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.489216:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.489221:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e50060950b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f60e8 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.489266:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e50060950bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.489274:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006093d4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a90 expref: 641 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.489283:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e50060950bc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.489295:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006093d4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a90 expref: 641 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.489301:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006093d4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a90 expref: 641 pid: 7083 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.489308:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092123100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752166784:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.489323:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43600 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.490645:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.492757:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092123100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752166784:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.492767:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e50060950bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.494847:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e50060950bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.494854:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e50060950bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.494869:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x594:0x0]: returning size 19584 00010000:00010000:0.0:1734671652.494964:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230ce00/0x87a91e50060950b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60e8 expref: 640 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.494977:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e50060950bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60e8 expref: 639 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.494986:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671652.494988:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.494990:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230d000, rc 0) 00000100:00100000:0.0:1734671652.495013:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+639:12139:x1818934751820160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5802us (5836us total) trans 4294981985 rc 0/0 00000100:00100000:0.0:1734671652.495019:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28958 00000100:00100000:0.0:1734671652.499123:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.499177:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.502911:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.505612:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.505658:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.514696:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751821312 00000100:00100000:0.0:1734671652.514700:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751821312 00000100:00100000:0.0:1734671652.514724:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2853 00000100:00100000:0.0:1734671652.514741:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+640:1964:x1818934751821312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.514750:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.514771:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25bc00/0x87a91e50060950ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60f6 expref: 640 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.514787:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59d:0x0].0x0 (ffff88008ce43f00) 00010000:00010000:0.0:1734671652.514791:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.514809:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+639:1964:x1818934751821312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.514815:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2853 00000100:00100000:0.0:1734671652.517933:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.518004:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.519049:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134f2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752167040:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.519063:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060950fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671652.520129:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.520364:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060950fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.520370:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060950fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.520384:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x595:0x0]: returning size 19584 00010000:00010000:0.0:1734671652.520485:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e50060950f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60fd expref: 643 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.520495:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060950fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60fd expref: 642 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.520501:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671652.520503:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.520505:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b3200, rc 0) 00000100:00100000:0.0:1734671652.520538:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+642:12140:x1818934751821952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5309us (5343us total) trans 4294981987 rc 0/0 00000100:00100000:0.0:1734671652.520544:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28965 00000100:00100000:0.0:1734671652.522996:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.523070:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.524671:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.527453:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.527480:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.528199:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.533170:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.533241:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.535872:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.537097:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.540781:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.540815:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.541521:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.544600:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.547635:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.547763:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.549470:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.553299:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.553615:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.555092:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.555465:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006095179 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.555471:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006095179 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671652.555555:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x595:0x0]: returning size 19584 00010000:00010000:0.0:1734671652.555649:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006095172 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6127 expref: 646 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.555665:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006095179 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x595:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6127 expref: 645 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.555671:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671652.555690:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.555693:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39c00, rc 0) 00000100:00100000:0.0:1734671652.555713:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+645:12140:x1818934751825024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6158us (6243us total) trans 4294981990 rc 0/0 00000100:00100000:0.0:1734671652.555718:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28979 00000100:00100000:0.0:1734671652.557029:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.557414:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.558363:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.558566:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.560498:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.561015:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.561244:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.565050:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.565094:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.565861:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.569647:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.569697:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.570196:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.572301:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.576246:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.576279:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.576318:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.576373:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28993 00000100:00100000:0.0:1734671652.576379:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+647:12139:x1818934751827456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.576404:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.576413:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3600/0x87a91e5006095205 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f615f expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.576455:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576464:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576471:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576481:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576487:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576492:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576723:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576737:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576742:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576746:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c70600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.576749:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576754:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576765:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.576767:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.576769:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576774:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609520c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576789:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576794:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576798:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576801:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.576803:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576807:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576811:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xec6f74b7 (ffff8800a7b7c900) 00010000:00010000:0.0:1734671652.576813:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.576814:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576818:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095213 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.576844:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3600/0x87a91e5006095205 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f615f expref: 647 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.576850:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3600/0x87a91e5006095205 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f615f expref: 647 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.576856:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e3600, rc 0) 00000100:00100000:0.0:1734671652.576874:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+646:12139:x1818934751827456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 496us (594us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671652.576878:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28993 00000100:00100000:0.0:1734671652.580978:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751827712 00000100:00100000:0.0:1734671652.580986:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751827712 00000100:00100000:0.0:1734671652.581027:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28995 00000100:00100000:0.0:1734671652.581034:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+646:12248:x1818934751827712:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671652.581233:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+646:12248:x1818934751827712:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 197us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.581240:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 28995 00000100:00100000:0.0:1734671652.582303:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.583091:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751828096 00000100:00100000:0.0:1734671652.583095:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751828096 00000100:00100000:0.0:1734671652.583123:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7030 00000100:00100000:0.0:1734671652.583128:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+647:12139:x1818934751828096:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.583509:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7812, 168 off1366720 00000001:00080000:0.0:1734671652.583515:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294981991 00000100:00100000:0.0:1734671652.583578:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+649:12139:x1818934751828096:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 447us (558us total) trans 4294981992 rc 0/0 00000100:00100000:0.0:1734671652.583584:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7030 00000020:00080000:0.0:1734671652.583588:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.583647:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.586528:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.588193:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751828608 00000100:00100000:0.0:1734671652.588198:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751828608 00000100:00100000:0.0:1734671652.588222:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 28998 00000100:00100000:0.0:1734671652.588227:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+649:12139:x1818934751828608:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.588240:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.588253:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e500609521a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6166 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.588331:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095221 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.588343:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609514f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6119 expref: 650 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.588349:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095221 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.588375:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609514f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6119 expref: 650 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.588386:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609514f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6119 expref: 650 pid: 7085 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.588396:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef35880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752167808:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.588431:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800931fda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.590782:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.591431:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ef35880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752167808:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671652.591449:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009974ee00/0x87a91e5006095221 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x594:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671652.593345:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.593398:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.596076:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.600834:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.603456:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.603524:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.604309:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.605821:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.607396:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.607543:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.608290:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.610819:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29010 00000100:00100000:0.0:1734671652.610825:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+655:12248:x1818934751831168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671652.610980:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+655:12248:x1818934751831168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 153us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.610986:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29010 00000100:00100000:0.0:1734671652.611765:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.613973:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.614010:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.615257:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.615750:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.620326:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.620613:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.623108:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.626248:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.626850:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.628930:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.630423:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.630449:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.631718:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.633506:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.634572:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.634763:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634773:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634781:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634792:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634801:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634805:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634874:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060952f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634880:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060952f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634885:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060952f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671652.634911:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x594:0x0]: returning size 19584 00000004:00200000:0.0:1734671652.634914:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.634925:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060952f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634935:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060952f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634941:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634945:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634950:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634954:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093cb1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.634957:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634962:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634968:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.634970:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.634973:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634978:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e50060952e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634988:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634992:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.634997:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.635000:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093cb1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.635002:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.635006:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.635012:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x778ea4fb (ffff8800a7b7c600) 00010000:00010000:0.0:1734671652.635014:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.635016:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.635020:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1200/0x87a91e50060952ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.635043:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060952de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61ac expref: 659 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.635053:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060952f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61ac expref: 658 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.635058:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671652.635060:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.635062:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39600, rc 0) 00000100:00100000:0.0:1734671652.635092:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+658:12139:x1818934751833728:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 465us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.635098:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29021 00000100:00100000:0.0:1734671652.639472:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.639514:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.639596:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.644583:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.644735:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.646180:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.653199:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.661115:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.662743:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.663803:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.665540:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.668054:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.668116:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.668821:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.668839:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751835648 00000100:00100000:0.0:1734671652.668843:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751835648 00000100:00100000:0.0:1734671652.668860:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7034 00000100:00100000:0.0:1734671652.668865:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+658:12139:x1818934751835648:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.670511:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7816, 168 off1367392 00000001:00080000:0.0:1734671652.670520:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982001 00000100:00100000:0.0:1734671652.670588:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+658:12139:x1818934751835648:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1720us (1765us total) trans 4294982002 rc 0/0 00000100:00100000:0.0:1734671652.670595:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7034 00000020:00080000:0.0:1734671652.670599:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.673911:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.674101:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.676311:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751836416 00000100:00100000:0.0:1734671652.676316:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751836416 00000100:00100000:0.0:1734671652.676347:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751836544 00000100:00100000:0.0:1734671652.676350:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751836544 00000100:00100000:0.0:1734671652.676362:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29035 00000100:00100000:0.0:1734671652.676367:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+661:12248:x1818934751836416:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671652.676535:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+661:12248:x1818934751836416:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 135us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.676543:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29035 00000100:00100000:0.0:1734671652.676557:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29036 00000100:00100000:0.0:1734671652.676561:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+660:12244:x1818934751836544:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.676574:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.676641:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+660:12244:x1818934751836544:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 79us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.676646:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29036 00000100:00100000:0.0:1734671652.678846:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.680716:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.680759:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.682213:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.682232:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751837184 00000100:00100000:0.0:1734671652.682235:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751837184 00000100:00100000:0.0:1734671652.682926:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7035 00000100:00100000:0.0:1734671652.682931:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+659:12140:x1818934751837184:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.683175:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7817, 168 off1367560 00000001:00080000:0.0:1734671652.683181:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982004 00000100:00100000:0.0:1734671652.683234:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+661:12140:x1818934751837184:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 302us (1022us total) trans 4294982005 rc 0/0 00000100:00100000:0.0:1734671652.683240:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7035 00000020:00080000:0.0:1734671652.683243:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.683282:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.687478:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.687506:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.687533:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.690365:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.691610:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.692360:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.692387:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.696551:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.696584:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.701198:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751839104 00000100:00100000:0.0:1734671652.701203:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751839104 00010000:00010000:0.0:1734671652.701221:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e50060953a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61eb expref: 665 pid: 16887 timeout: 434 lvb_type: 0 00000100:00100000:0.0:1734671652.701238:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8451 00000100:00100000:0.0:1734671652.701243:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+665:1964:x1818934751839104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.701250:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.701255:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e50060953a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61eb expref: 665 pid: 16887 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.701263:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e50060953a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61eb expref: 665 pid: 16887 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.701279:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e50060953a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x59d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61eb expref: 665 pid: 16887 timeout: 434 lvb_type: 0 00010000:00010000:0.0:1734671652.702568:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59d:0x0].0x0 (ffff88008ce43f00) 00010000:00010000:0.0:1734671652.702574:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e50060953be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.702582:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e50060953be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.702588:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e50060953be lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x59d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.702607:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.702654:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+664:1964:x1818934751839104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1408us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.702661:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8451 00000100:00100000:0.0:1734671652.704321:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751839360 00000100:00100000:0.0:1734671652.704325:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751839360 00000100:00100000:0.0:1734671652.704344:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2861 00000100:00100000:0.0:1734671652.704349:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+663:1964:x1818934751839360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.704356:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.704369:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8dc000/0x87a91e50060953da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61f9 expref: 663 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.704378:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59c:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671652.704381:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.704396:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+662:1964:x1818934751839360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 47us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.704401:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2861 00000100:00100000:0.0:1734671652.704416:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751839488 00000100:00100000:0.0:1734671652.704418:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751839488 00000100:00100000:0.0:1734671652.704428:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29051 00000100:00100000:0.0:1734671652.704432:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+662:12244:x1818934751839488:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.704445:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.704515:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+662:12244:x1818934751839488:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 81us (1319us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.704520:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29051 00000100:00100000:0.0:1734671652.706416:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.708712:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.709985:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751840256 00000100:00100000:0.0:1734671652.709990:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751840256 00000100:00100000:0.0:1734671652.710018:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7037 00000100:00100000:0.0:1734671652.710022:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+663:12139:x1818934751840256:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.710342:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7819, 168 off1367896 00000001:00080000:0.0:1734671652.710347:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982008 00000100:00100000:0.0:1734671652.710400:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+667:12139:x1818934751840256:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 376us (875us total) trans 4294982009 rc 0/0 00000100:00100000:0.0:1734671652.710406:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7037 00000020:00080000:0.0:1734671652.710410:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.711542:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.713431:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.714972:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.715011:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.715619:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.715691:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.715704:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751841280 00000100:00100000:0.0:1734671652.715706:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751841280 00000100:00100000:0.0:1734671652.715735:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751841536 00000100:00100000:0.0:1734671652.715737:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751841536 00000100:00100000:0.0:1734671652.715876:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7040 00000100:00100000:0.0:1734671652.715881:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+667:12140:x1818934751841536:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.716057:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7821, 168 off1368232 00000100:00100000:0.0:1734671652.716121:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+668:12140:x1818934751841536:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 238us (445us total) trans 4294982011 rc 0/0 00000100:00100000:0.0:1734671652.716126:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7040 00000100:00100000:0.0:1734671652.716979:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.718969:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.721022:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.721068:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:0.0:1734671652.721374:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7824, 168 off1368736 00000001:00080000:0.0:1734671652.721381:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982014 00000100:00100000:0.0:1734671652.721454:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+674:12139:x1818934751842176:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2293us (2369us total) trans 4294982017 rc 0/0 00000100:00100000:0.0:1734671652.721460:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7042 00000020:00080000:0.0:1734671652.721464:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.721497:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751842560 00000100:00100000:0.0:1734671652.721500:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751842560 00000100:00100000:0.0:1734671652.721515:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7043 00000100:00100000:0.0:1734671652.721520:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+674:12140:x1818934751842560:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.721780:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7825, 168 off1368904 00000100:00100000:0.0:1734671652.721829:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+674:12140:x1818934751842560:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 307us (760us total) trans 4294982018 rc 0/0 00000100:00100000:0.0:1734671652.721835:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7043 00000100:00100000:0.0:1734671652.724285:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.724326:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.724404:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.724422:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751842816 00000100:00100000:0.0:1734671652.724425:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751842816 00000100:00100000:0.0:1734671652.724931:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751843200 00000100:00100000:0.0:1734671652.724935:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751843200 00000100:00100000:0.0:1734671652.726198:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.728393:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.728469:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.730565:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.731346:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.731711:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.735907:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751844480 00000100:00100000:0.0:1734671652.735914:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751844480 00000100:00100000:0.0:1734671652.736344:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29063 00000100:00100000:0.0:1734671652.736350:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+683:12244:x1818934751844480:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.736376:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.737253:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+684:12244:x1818934751844480:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 901us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.737260:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29063 00000100:00100000:0.0:1734671652.737820:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7050 00000100:00100000:0.0:1734671652.737825:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+685:12140:x1818934751844992:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.738053:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7832, 168 off1370080 00000001:00080000:0.0:1734671652.738058:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982029 00000100:00100000:0.0:1734671652.738109:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+687:12140:x1818934751844992:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 283us (1864us total) trans 4294982030 rc 0/0 00000100:00100000:0.0:1734671652.738115:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7050 00000020:00080000:0.0:1734671652.738118:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.740368:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751845120 00000100:00100000:0.0:1734671652.740373:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751845120 00000100:00100000:0.0:1734671652.740397:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29064 00000100:00100000:0.0:1734671652.740401:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+686:12244:x1818934751845120:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.740419:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.740505:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+686:12244:x1818934751845120:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.740510:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29064 00000100:00100000:0.0:1734671652.741788:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7052 00000100:00100000:0.0:1734671652.741792:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+689:12139:x1818934751845632:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.741904:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7834, 168 off1370416 00000100:00100000:0.0:1734671652.742630:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+689:12139:x1818934751845632:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 835us (1726us total) trans 4294982033 rc 0/0 00000100:00100000:0.0:1734671652.742637:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7052 00000100:00100000:0.0:1734671652.744236:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.744282:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.746003:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751846272 00000100:00100000:0.0:1734671652.746007:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751846272 00000100:00100000:0.0:1734671652.746028:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29065 00000100:00100000:0.0:1734671652.746032:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+691:12244:x1818934751846272:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.746048:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.746121:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+691:12244:x1818934751846272:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 87us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.746127:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29065 00000100:00100000:0.0:1734671652.750307:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.750459:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.751264:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:0.0:1734671652.752109:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7838, 168 off1371088 00000100:00100000:0.0:1734671652.754407:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+694:12139:x1818934751846528:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2581us (4102us total) trans 4294982037 rc 0/0 00000100:00100000:0.0:1734671652.754416:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7055 00000100:00100000:0.0:1734671652.754804:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.754821:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751847040 00000100:00100000:0.0:1734671652.754826:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751847040 00000100:00100000:0.0:1734671652.755070:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29067 00000100:00100000:0.0:1734671652.755076:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+694:12244:x1818934751847040:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.755098:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.755193:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+693:12244:x1818934751847040:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.755199:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29067 00000100:00100000:0.0:1734671652.757627:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.758969:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751847552 00000100:00100000:0.0:1734671652.758972:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751847552 00000100:00100000:0.0:1734671652.759014:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7058 00000100:00100000:0.0:1734671652.759019:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+694:12139:x1818934751847552:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.759124:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7840, 168 off1371424 00000100:00100000:0.0:1734671652.759985:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+695:12139:x1818934751847552:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 962us (1265us total) trans 4294982039 rc 0/0 00000100:00100000:0.0:1734671652.759995:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7058 00000100:00100000:0.0:1734671652.761076:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.767265:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.767296:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.767361:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.768933:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.770272:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751849088 00000100:00100000:0.0:1734671652.770276:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751849088 00000100:00100000:0.0:1734671652.770322:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7063 00000100:00100000:0.0:1734671652.770327:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+701:12140:x1818934751849088:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.770452:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7845, 168 off1372264 00000100:00100000:0.0:1734671652.772099:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+702:12140:x1818934751849088:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1770us (2120us total) trans 4294982045 rc 0/0 00000100:00100000:0.0:1734671652.772106:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7063 00000100:00100000:0.0:1734671652.772366:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751849472 00000100:00100000:0.0:1734671652.772371:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751849472 00000100:00100000:0.0:1734671652.772388:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7064 00000100:00100000:0.0:1734671652.772392:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+702:12139:x1818934751849472:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671652.772646:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7846, 168 off1372432 00000001:00080000:0.0:1734671652.772651:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982046 00000100:00100000:0.0:1734671652.772713:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+704:12139:x1818934751849472:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 320us (529us total) trans 4294982047 rc 0/0 00000100:00100000:0.0:1734671652.772718:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7064 00000020:00080000:0.0:1734671652.772730:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671652.774964:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.775000:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.775040:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:0.0:1734671652.775378:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7847, 168 off1372600 00000100:00100000:0.0:1734671652.775451:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+706:12139:x1818934751850112:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 283us (409us total) trans 4294982048 rc 0/0 00000100:00100000:0.0:1734671652.775457:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7066 00000100:00100000:0.0:1734671652.778367:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.778408:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.781707:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.788776:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.788806:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.788883:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.791733:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.792715:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.794403:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.798716:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.805380:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.806400:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.807446:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.808966:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.812829:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.812878:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.820388:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751855104 00000100:00100000:0.0:1734671652.820398:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751855104 00000100:00100000:0.0:1734671652.820433:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29079 00000100:00100000:0.0:1734671652.820439:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+731:12139:x1818934751855104:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.820463:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.820477:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006095497 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6231 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.820525:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820541:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820551:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820568:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820573:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820579:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820642:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820648:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820653:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820658:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.820661:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820667:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820706:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.820708:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.820712:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820717:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609549e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820779:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820783:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820787:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820791:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.820794:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820798:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820804:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x54f6b75a (ffff8800a7b7c500) 00010000:00010000:0.0:1734671652.820806:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.820809:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820813:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060954a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.820846:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006095497 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6231 expref: 733 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.820852:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006095497 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6231 expref: 733 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.820858:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38000, rc 0) 00000100:00100000:0.0:1734671652.820900:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+732:12139:x1818934751855104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 461us (607us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671652.820906:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29079 00000100:00100000:0.0:1734671652.824176:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.824213:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.824286:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.829633:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.830730:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.830760:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.833903:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.835385:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.836882:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.840214:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.840287:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.841545:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.844670:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751857152 00000100:00100000:0.0:1734671652.844693:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751857152 00000100:00100000:0.0:1734671652.844715:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29090 00000100:00100000:0.0:1734671652.844727:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+735:12244:x1818934751857152:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.844748:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.844837:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+735:12244:x1818934751857152:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.844843:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29090 00000100:00100000:0.0:1734671652.845335:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.845363:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.847084:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.848864:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751857792 00000100:00100000:0.0:1734671652.848867:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751857792 00000100:00100000:0.0:1734671652.849976:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29093 00000100:00100000:0.0:1734671652.849983:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+736:12140:x1818934751857792:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.849997:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.850010:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006095515 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f625b expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.850050:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850059:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850066:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850077:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850082:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850087:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850159:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609552a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x357:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850166:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609552a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850171:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609552a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671652.850192:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x357:0x0]: returning size 260096 00000004:00200000:0.0:1734671652.850196:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.850207:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609552a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850213:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609552a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850218:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850222:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850227:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850232:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.850235:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850241:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850247:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671652.850250:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.850253:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850257:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609551c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850280:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850284:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850288:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850292:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.850294:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850298:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850303:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xa149fd88 (ffff8800a7b7c900) 00010000:00010000:0.0:1734671652.850305:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.850307:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850311:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006095523 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.850335:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006095515 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f625b expref: 738 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.850344:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609552a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f625b expref: 737 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.850353:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff88008ef42b00) 00010000:00010000:0.0:1734671652.850355:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.850357:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4025600, rc 0) 00000100:00100000:0.0:1734671652.850396:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+737:12140:x1818934751857792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 412us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.850401:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29093 00000100:00100000:0.0:1734671652.851553:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.852594:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.852782:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.854271:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.854325:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751858432 00000100:00100000:0.0:1734671652.854328:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751858432 00000100:00100000:0.0:1734671652.854383:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29095 00000100:00100000:0.0:1734671652.854388:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+735:12140:x1818934751858432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.854397:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.854407:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006095538 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6262 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.854449:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0c00/0x87a91e500609553f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x357:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.854458:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed400/0x87a91e5006094ce1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f98 expref: 736 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.854464:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0c00/0x87a91e500609553f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x357:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.854485:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed400/0x87a91e5006094ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f98 expref: 736 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.854494:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed400/0x87a91e5006094ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f98 expref: 736 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.854503:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800922cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752169728:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.854529:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800931fda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.856608:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.857319:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.857346:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.862775:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.862810:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.862845:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.866318:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.868435:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751859584 00000100:00100000:0.0:1734671652.868441:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751859584 00000100:00100000:0.0:1734671652.868479:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29101 00000100:00100000:0.0:1734671652.868484:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+739:12139:x1818934751859584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.868496:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.868507:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006095569 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6277 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.868548:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868557:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868565:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868579:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868584:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868589:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868628:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868632:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868637:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868641:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.868644:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868649:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868654:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671652.868656:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.868659:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868662:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006095570 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868702:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868707:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868710:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868714:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.868715:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868728:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868733:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x54f6b75a (ffff8800a7b7c600) 00010000:00010000:0.0:1734671652.868735:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.868737:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868740:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006095577 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.868766:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006095569 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6277 expref: 738 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.868772:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006095569 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6277 expref: 738 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.868777:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e04cc00, rc 0) 00000100:00100000:0.0:1734671652.868793:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+737:12139:x1818934751859584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 310us (398us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671652.868798:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29101 00010000:00010000:0.0:1734671652.869004:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2200/0x87a91e5006095562 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.869088:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2200/0x87a91e5006095562 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671652.869115:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x357:0x0]: returning size 260096 00000004:00200000:0.0:1734671652.869118:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.869130:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2200/0x87a91e5006095562 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671652.869148:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e500609555b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x357:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6270 expref: 737 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.869160:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2200/0x87a91e5006095562 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6270 expref: 736 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.869165:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff88008ef42b00) 00010000:00010000:0.0:1734671652.869167:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.869169:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ccc2200, rc 0) 00000100:00100000:0.0:1734671652.869200:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+736:12140:x1818934751859200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5569us (6354us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.869206:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29099 00000100:00100000:0.0:1734671652.870289:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.873766:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.873806:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.873830:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.878520:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.878691:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.882815:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.882851:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.882887:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.882908:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751860864 00000100:00100000:0.0:1734671652.882911:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751860864 00000100:00100000:0.0:1734671652.882934:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29107 00000100:00100000:0.0:1734671652.882939:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+739:12244:x1818934751860608:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.882964:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.883067:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+740:12244:x1818934751860608:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.883073:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29107 00000100:00100000:0.0:1734671652.886793:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.886830:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.886844:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751861248 00000100:00100000:0.0:1734671652.886847:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751861248 00010000:00010000:0.0:1734671652.886862:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43400/0x87a91e500609459b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d30 expref: 741 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.887219:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751861376 00000100:00100000:0.0:1734671652.887222:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751861376 00010000:00010000:0.0:1734671652.887232:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3e00/0x87a91e5006095585 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6285 expref: 742 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.890769:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.890819:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.890883:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29111 00000100:00100000:0.0:1734671652.890894:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+739:12140:x1818934751861632:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.890930:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.890955:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060955cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f629a expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.891038:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060955d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.891053:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e50060955af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f628c expref: 740 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.891061:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060955d2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671652.891094:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e50060955af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f628c expref: 740 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.891105:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e50060955af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f628c expref: 740 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.891117:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b153100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752170496:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.891180:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800931fda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.895672:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.900113:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751862400 00000100:00100000:0.0:1734671652.900123:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751862400 00000100:00100000:0.0:1734671652.900172:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2864 00000100:00100000:0.0:1734671652.900178:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+739:1966:x1818934751862400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.900190:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.900209:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e50060955ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62a1 expref: 739 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.900224:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33c:0x0].0x0 (ffff880094b81b00) 00010000:00010000:0.0:1734671652.900228:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.900263:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+738:1966:x1818934751862400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 85us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.900269:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2864 00000100:00100000:0.0:1734671652.901158:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.903606:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.903631:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.903697:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.904271:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29118 00000100:00100000:0.0:1734671652.904276:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:12244:x1818934751862784:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671652.904291:0:11200:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671652.904801:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:12244:x1818934751862784:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 522us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.904808:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29118 00000100:00100000:0.0:1734671652.906359:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.910997:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.911562:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.911591:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.911619:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.912095:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29121 00000100:00100000:0.0:1734671652.912523:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+740:12139:x1818934751863296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.912538:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.912550:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7c00/0x87a91e5006095626 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f62b6 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.912604:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6c00/0x87a91e500609562d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.912615:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e50060955fc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62a8 expref: 741 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.912667:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6c00/0x87a91e500609562d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.912710:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e50060955fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62a8 expref: 741 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.912729:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1400/0x87a91e50060955fc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62a8 expref: 741 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.912740:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752170752:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671652.912769:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800931fda80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.916150:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.916249:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.917196:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609563b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.919318:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609563b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671652.919349:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33d:0x0]: returning size 260096 00010000:00010000:0.0:1734671652.919831:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e5006095634 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62bd expref: 744 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.919878:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e500609563b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62bd expref: 743 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.919886:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:0.0:1734671652.919889:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671652.919892:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c70600, rc 0) 00000100:00100000:0.0:1734671652.919931:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:12140:x1818934751863552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7151us (8339us total) trans 4294982080 rc 0/0 00000100:00100000:0.0:1734671652.919937:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29122 00000100:00100000:0.0:1734671652.923072:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.923156:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.925588:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.926963:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.927845:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671652.928367:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091458200/0x87a91e5006095650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.928374:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091458200/0x87a91e5006095650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671652.928414:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33d:0x0]: returning size 260096 00000004:00200000:0.0:1734671652.928418:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.928434:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091458200/0x87a91e5006095650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.928463:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e5006095649 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62c4 expref: 742 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.928480:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091458200/0x87a91e5006095650 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62c4 expref: 741 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.928486:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:0.0:1734671652.928488:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.928491:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091458200, rc 0) 00000100:00100000:0.0:1734671652.928513:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+741:12140:x1818934751864320:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4902us (5357us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.928518:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29125 00000100:00100000:0.0:1734671652.933328:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.934103:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.934275:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.934324:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.935701:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29130 00000100:00100000:0.0:1734671652.937759:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.940367:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.940435:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751865600 00000100:00100000:1.0:1734671652.940446:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751865600 00010000:00010000:1.0:1734671652.940476:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006094635 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d61 expref: 743 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.940605:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.941973:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751865728 00000100:00100000:0.0:1734671652.942019:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.942210:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751865728 00000100:00100000:1.0:1734671652.942237:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2867 00000100:00100000:1.0:1734671652.942241:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+744:1966:x1818934751865728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671652.942248:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671652.942257:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459600/0x87a91e5006095696 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62d2 expref: 744 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.942265:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:1.0:1734671652.942268:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671652.942283:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:1966:x1818934751865728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 40us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671652.942288:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2867 00000100:00100000:0.0:1734671652.944493:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.945963:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.946742:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751866240 00000100:00100000:1.0:1734671652.946747:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751866240 00010000:00010000:1.0:1734671652.946769:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609469e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d84 expref: 743 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671652.946792:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8466 00000100:00100000:1.0:1734671652.946797:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:1964:x1818934751866240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671652.946807:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671652.946812:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609469e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d84 expref: 743 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671652.946827:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609469e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d84 expref: 743 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671652.946844:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:1.0:1734671652.946848:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671652.946856:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671652.946862:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671652.946877:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671652.947378:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+743:1964:x1818934751866240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 579us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671652.947470:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8466 00000100:00100000:1.0:1734671652.949373:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.949488:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.953022:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.956210:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.956903:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.956919:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751867008 00000100:00100000:0.0:1734671652.956922:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751867008 00010000:00010000:0.0:1734671652.956936:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e500609567a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62d9 expref: 748 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.956956:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8467 00000100:00100000:0.0:1734671652.956959:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+748:1965:x1818934751867008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.956966:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.956971:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e500609567a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62d9 expref: 748 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671652.956979:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e500609567a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62d9 expref: 748 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671652.956990:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e500609567a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62d9 expref: 748 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671652.957001:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671652.957005:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9e400/0x87a91e50060956c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.957011:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9e400/0x87a91e50060956c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.957015:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9e400/0x87a91e50060956c0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.957028:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.957045:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+747:1965:x1818934751867008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 84us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.957051:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8467 00000100:00100000:0.0:1734671652.957078:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.957089:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751866880 00000100:00100000:0.0:1734671652.957092:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751866880 00000100:00100000:0.0:1734671652.957112:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2868 00000100:00100000:0.0:1734671652.957116:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+747:1965:x1818934751866880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.957121:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.957128:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e50060956dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62ee expref: 747 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.957137:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:0.0:1734671652.957139:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.957152:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+746:1965:x1818934751866880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 36us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.957158:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2868 00000100:00100000:1.0:1734671652.957854:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.957887:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751867136 00000100:00100000:0.0:1734671652.957891:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751867136 00010000:00010000:0.0:1734671652.957903:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62e0 expref: 746 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671652.957931:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8468 00000100:00100000:0.0:1734671652.957935:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+746:1966:x1818934751867136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671652.957942:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671652.957946:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62e0 expref: 745 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671652.957954:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62e0 expref: 745 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671652.957965:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e50060956a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62e0 expref: 745 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671652.957977:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671652.957981:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e50060956ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.957987:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e50060956ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.957991:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e50060956ea lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671652.958002:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671652.958017:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+744:1966:x1818934751867136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 81us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.958022:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8468 00000100:00100000:0.0:1734671652.960843:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.962267:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751867520 00000100:00100000:0.0:1734671652.962272:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751867520 00000100:00100000:0.0:1734671652.962287:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751867648 00000100:00100000:0.0:1734671652.962289:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751867648 00000100:00100000:0.0:1734671652.962300:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29139 00000100:00100000:0.0:1734671652.962305:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+745:12244:x1818934751867520:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1734671652.962315:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.962323:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e500609571b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f630a expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.962377:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6600/0x87a91e5006095729 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x584:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.962386:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6600/0x87a91e5006095729 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x584:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.962393:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6600/0x87a91e5006095729 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x584:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.962400:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x584:0x0]: returning size 543 00010000:00010000:0.0:1734671652.962481:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e500609571b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f630a expref: 749 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.962495:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6600/0x87a91e5006095729 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x584:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f630a expref: 748 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.962500:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:0.0:1734671652.962502:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1734671652.962504:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914d6600, rc 0) 00000100:00100000:0.0:1734671652.962526:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+748:12244:x1818934751867520:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 221us (516us total) trans 4294982083 rc 0/0 00000100:00100000:0.0:1734671652.962531:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29139 00000100:00100000:0.0:1734671652.965593:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.966121:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.967559:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751868032 00000100:00100000:1.0:1734671652.967568:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751868032 00000100:00100000:1.0:1734671652.967873:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751868288 00000100:00100000:1.0:1734671652.967876:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751868288 00000100:00100000:1.0:1734671652.967956:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29141 00000100:00100000:1.0:1734671652.967963:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+747:12139:x1818934751868032:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671652.967983:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671652.967997:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e500609574c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6318 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.968068:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006095753 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x340:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.968079:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e50060946b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d8b expref: 748 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.968087:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006095753 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.968113:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e50060946b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d8b expref: 748 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.968124:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e50060946b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d8b expref: 748 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671652.968135:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752171648:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671652.968771:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64480 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.970601:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.970638:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.970653:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751868416 00000100:00100000:1.0:1734671652.970659:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751868416 00010000:00010000:1.0:1734671652.970796:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006095745 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6311 expref: 750 pid: 7084 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671652.970850:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8469 00000100:00100000:1.0:1734671652.970855:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+751:1964:x1818934751868416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671652.970864:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671652.970869:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006095745 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6311 expref: 751 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671652.970881:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006095745 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6311 expref: 751 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671652.970896:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:1.0:1734671652.970899:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671652.970904:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671652.970908:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671652.970933:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+751:1964:x1818934751868416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 78us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671652.970937:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8469 00000100:00100000:0.0:1734671652.971491:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.972151:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.972187:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751868800 00000100:00100000:1.0:1734671652.972203:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751868800 00010000:00010000:1.0:1734671652.972238:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609471c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dae expref: 749 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671652.972286:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8471 00000100:00100000:1.0:1734671652.972291:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+749:1965:x1818934751868800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671652.972311:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671652.972316:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609471c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dae expref: 749 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671652.972339:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609471c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5dae expref: 749 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671652.972374:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:1.0:1734671652.972377:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671652.972504:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671652.972510:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671652.972521:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671652.972586:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+748:1965:x1818934751868800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 294us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671652.972591:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8471 00010000:00010000:1.0:1734671652.972616:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e50060946b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5d8b expref: 747 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671652.972764:0:24251:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752171648:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671652.972775:0:24251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006095753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.972781:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006095753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.972785:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006095753 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:1.0:1734671652.972887:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x340:0x0]: returning size 260096 00010000:00010000:1.0:1734671652.972939:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e500609574c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6318 expref: 748 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.972954:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006095753 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x340:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6318 expref: 747 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.972959:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff8800943a1300) 00010000:00010000:1.0:1734671652.972961:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671652.972963:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093df3000, rc 0) 00000100:00100000:1.0:1734671652.972982:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+747:12139:x1818934751868032:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5020us (6862us total) trans 4294982085 rc 0/0 00000100:00100000:1.0:1734671652.972987:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29141 00000100:00100000:0.0:1734671652.974439:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.974480:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.974638:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29145 00000100:00100000:1.0:1734671652.974642:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+748:12140:x1818934751869056:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671652.974650:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671652.974662:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15a00/0x87a91e5006095776 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x341:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6326 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.974874:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.974885:0:24251:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f631f expref: 748 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.974891:0:24251:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.974913:0:24251:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f631f expref: 748 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.974926:0:24251:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ac00/0x87a91e5006095761 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x341:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f631f expref: 748 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671652.974936:0:24251:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752172032:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671652.974966:0:24251:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013623d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671652.980055:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.980123:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.980635:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29147 00000100:00100000:0.0:1734671652.980658:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+751:12244:x1818934751869312:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1734671652.980666:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.980715:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094420c00/0x87a91e5006095792 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6334 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.980799:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980806:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980826:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980846:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980852:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980857:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980905:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e50060957a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980911:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e50060957a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.980930:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e50060957a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671652.981137:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x585:0x0]: returning size 543 00000004:00200000:0.0:1734671652.981141:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.981155:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e50060957a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981162:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e50060957a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981168:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981173:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981177:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981182:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800914d7400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.981186:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981191:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981200:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff880099fbc400) 00010000:00010000:0.0:1734671652.981202:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.981205:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981210:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095799 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981231:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981236:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981244:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981249:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800914d6400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.981251:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981255:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981261:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3c97976 (ffff8800a7b7c700) 00010000:00010000:0.0:1734671652.981263:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.981265:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981269:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6400/0x87a91e50060957a0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97976 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671652.981295:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094420c00/0x87a91e5006095792 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6334 expref: 753 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.981305:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e50060957a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6334 expref: 752 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.981310:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff880099fbc900) 00010000:00010000:0.0:1734671652.981312:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.981313:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914d7000, rc 0) 00000100:00100000:0.0:1734671652.981337:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+752:12244:x1818934751869312:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 679us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.981344:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29147 00000100:00100000:0.0:1734671652.981871:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.982165:0:24251:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24251:1818934752172032:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671652.982180:0:24251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.984571:0:24251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.984579:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:1.0:1734671652.984611:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x341:0x0]: returning size 260096 00000004:00200000:1.0:1734671652.984615:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671652.984628:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.984655:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15a00/0x87a91e5006095776 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x341:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6326 expref: 752 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.984667:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6326 expref: 751 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.984689:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:1.0:1734671652.984692:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671652.984695:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a15200, rc 0) 00000100:00100000:1.0:1734671652.984753:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+751:12140:x1818934751869056:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 10108us (10271us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671652.984760:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29145 00000100:00100000:0.0:1734671652.986862:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.987045:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751869568 00000100:00100000:1.0:1734671652.987051:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751869568 00000100:00100000:1.0:1734671652.987270:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29148 00000100:00100000:1.0:1734671652.987276:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+750:12244:x1818934751869568:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1734671652.987289:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671652.987301:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e50060957ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f633b expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.987445:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4c00/0x87a91e50060957b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.987456:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4c00/0x87a91e50060957b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.987463:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4c00/0x87a91e50060957b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671652.987526:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e50060957ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f633b expref: 752 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.987537:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4c00/0x87a91e50060957b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f633b expref: 751 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671652.987543:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff880099fbc900) 00010000:00010000:1.0:1734671652.987545:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1734671652.987548:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b4c00, rc 0) 00000100:00100000:1.0:1734671652.987590:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+751:12244:x1818934751869568:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 313us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671652.987596:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29148 00000100:00100000:0.0:1734671652.988430:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.989133:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671652.989436:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.989537:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751869952 00000100:00100000:0.0:1734671652.989543:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751869952 00000100:00100000:0.0:1734671652.989580:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29149 00000100:00100000:0.0:1734671652.989586:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+751:12140:x1818934751869952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671652.989600:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671652.989615:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e50060957bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6342 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.989661:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989670:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989695:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989707:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989712:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989727:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989811:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e50060957d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989886:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e50060957d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989893:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e50060957d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:0.0:1734671652.989923:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x343:0x0]: returning size 260096 00000004:00200000:0.0:1734671652.989926:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671652.989938:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e50060957d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989945:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e50060957d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989951:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989956:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989961:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989965:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009284b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.989968:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989974:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989981:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671652.989984:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.989987:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.989991:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e50060957c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990005:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990010:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990014:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990018:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009af53600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671652.990020:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990025:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990030:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x863e0f88 (ffff8800a7b7c900) 00010000:00010000:0.0:1734671652.990032:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671652.990034:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990037:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060957ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671652.990059:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e50060957bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6342 expref: 753 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.990071:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e50060957d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6342 expref: 752 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671652.990076:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:0.0:1734671652.990078:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671652.990080:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b87400, rc 0) 00000100:00100000:0.0:1734671652.990113:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+752:12140:x1818934751869952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 526us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671652.990119:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29149 00000100:00100000:1.0:1734671652.990558:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.994497:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671652.999354:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.001258:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.001658:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751870720 00000100:00100000:1.0:1734671653.001665:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751870720 00000100:00100000:0.0:1734671653.001673:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.001766:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751870848 00000100:00100000:1.0:1734671653.001769:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751870848 00000100:00100000:1.0:1734671653.001783:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29152 00000100:00100000:1.0:1734671653.001789:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+753:12139:x1818934751870720:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.001807:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.001819:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e50060957fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6357 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.001861:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001872:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001881:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001892:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001897:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001903:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001981:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095810 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001989:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.001995:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:1.0:1734671653.002017:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x342:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.002021:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.002032:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002039:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002045:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002049:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002054:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002059:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.002061:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002067:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002075:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.002078:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.002081:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002085:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095802 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002092:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002096:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002100:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002103:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.002105:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002108:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002113:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e0f88 (ffff880134fe4100) 00010000:00010000:1.0:1734671653.002115:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.002116:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002120:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095809 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.002140:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e50060957fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6357 expref: 754 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.002153:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095810 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6357 expref: 753 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.002158:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff88008ee5e700) 00010000:00010000:1.0:1734671653.002160:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.002162:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de16c00, rc 0) 00000100:00100000:1.0:1734671653.002192:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+753:12139:x1818934751870720:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 403us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.002197:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29152 00000100:00100000:0.0:1734671653.004655:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.006168:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751871104 00000100:00100000:0.0:1734671653.006173:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751871104 00000100:00100000:0.0:1734671653.009543:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.009657:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.009710:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751871616 00000100:00100000:0.0:1734671653.009715:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751871616 00000100:00100000:0.0:1734671653.009750:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29156 00000100:00100000:0.0:1734671653.009756:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+754:12140:x1818934751871616:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.009771:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.009782:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e500609582c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6365 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.009839:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.009850:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060957f4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6350 expref: 755 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.009856:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.009873:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060957f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6350 expref: 755 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.009880:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060957f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6350 expref: 755 pid: 7084 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.009888:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b000a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752172672:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.009909:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671653.027135:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.027200:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.027227:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.027619:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752172672:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.027629:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671653.028641:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8477 00000100:00100000:1.0:1734671653.028647:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+756:1964:x1818934751871872:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.028655:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.028659:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060957f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6350 expref: 756 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.028668:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060957f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6350 expref: 755 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.028690:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060957f4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x343:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6350 expref: 755 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.028702:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:1.0:1734671653.028706:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.028712:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.028725:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.028734:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.028750:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+754:1964:x1818934751871872:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 103us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.028755:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8477 00010000:00010000:0.0:1734671653.029475:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.029482:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671653.029503:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x343:0x0]: returning size 260096 00000004:00200000:0.0:1734671653.029508:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671653.029516:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.029534:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e500609582c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x343:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6365 expref: 753 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.029546:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6365 expref: 752 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.029555:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:0.0:1734671653.029557:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.029559:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914d7400, rc 0) 00000100:00100000:0.0:1734671653.029578:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+752:12140:x1818934751871616:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 19822us (19922us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.029583:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29156 00000100:00100000:0.0:1734671653.032378:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.035199:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.035236:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.035337:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751872256 00000100:00100000:1.0:1734671653.035342:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751872256 00000100:00100000:1.0:1734671653.035371:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751872384 00000100:00100000:1.0:1734671653.035373:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751872384 00000100:00100000:1.0:1734671653.035384:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29159 00000100:00100000:1.0:1734671653.035389:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+754:12139:x1818934751872256:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.035404:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.035416:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609585d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6373 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.035464:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.035475:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e5006095825 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f635e expref: 755 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.035483:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.035508:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e5006095825 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f635e expref: 755 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.035523:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4400/0x87a91e5006095825 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x342:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f635e expref: 755 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.035533:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752172800:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.036509:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013623d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.040176:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.040418:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.040480:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.040558:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752172800:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.040576:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.040872:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.040877:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.040901:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x342:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.040905:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.040917:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.040941:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609585d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x342:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6373 expref: 753 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.040960:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6373 expref: 752 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.040965:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff88008ee5e700) 00010000:00010000:1.0:1734671653.040967:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.040970:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de16a00, rc 0) 00000100:00100000:1.0:1734671653.040985:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+752:12139:x1818934751872256:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5596us (5789us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.040990:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29159 00000100:00100000:0.0:1734671653.045344:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.045389:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.047261:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.047305:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751873280 00000100:00100000:1.0:1734671653.047310:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751873280 00000100:00100000:1.0:1734671653.047341:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29164 00000100:00100000:1.0:1734671653.047346:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+754:12139:x1818934751873280:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.047357:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.047367:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095879 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6381 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.047399:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047407:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047417:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047428:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047433:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047437:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047504:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609588e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047515:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609588e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047521:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609588e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.047541:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x344:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.047544:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.047556:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609588e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047563:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609588e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047568:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047572:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047577:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047582:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.047585:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047591:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047599:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.047602:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.047605:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047609:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095880 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047620:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047625:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047630:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047633:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.047635:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047640:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047644:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e1088 (ffff880134fe4800) 00010000:00010000:1.0:1734671653.047646:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.047648:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047651:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095887 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.047669:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095879 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6381 expref: 756 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.047702:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609588e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6381 expref: 755 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.047711:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:1.0:1734671653.047713:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.047715:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de16800, rc 0) 00000100:00100000:1.0:1734671653.047746:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+755:12139:x1818934751873280:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 399us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.047751:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29164 00000100:00100000:0.0:1734671653.049045:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.050037:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.050294:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751873536 00000100:00100000:1.0:1734671653.050299:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751873536 00010000:00010000:1.0:1734671653.050317:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e500609481f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e02 expref: 755 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.050542:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8479 00000100:00100000:1.0:1734671653.050547:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+755:1965:x1818934751873536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.050557:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.050563:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e500609481f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e02 expref: 755 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.050572:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e500609481f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e02 expref: 755 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.050588:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e500609481f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e02 expref: 755 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.050599:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:1.0:1734671653.050604:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e5006095872 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.050614:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e5006095872 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.050619:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e5006095872 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x345:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.050647:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.050697:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+754:1965:x1818934751873536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 148us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.050703:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8479 00000100:00100000:0.0:1734671653.052198:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.053020:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.054313:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.054345:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.054443:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751874048 00000100:00100000:0.0:1734671653.054448:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751874048 00000100:00100000:0.0:1734671653.054467:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751874176 00000100:00100000:0.0:1734671653.054469:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751874176 00000100:00100000:0.0:1734671653.054481:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29167 00000100:00100000:0.0:1734671653.054486:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+756:12244:x1818934751874048:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.054504:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.054645:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+757:12244:x1818934751874048:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 156us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.054651:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29167 00000100:00100000:0.0:1734671653.058162:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.058628:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.058650:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.058697:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751874560 00000100:00100000:0.0:1734671653.058702:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751874560 00000100:00100000:0.0:1734671653.058742:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29169 00000100:00100000:0.0:1734671653.058747:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+757:12244:x1818934751874560:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.058789:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x586:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671653.058856:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x586:0x0]: rc = -2 00000100:00100000:0.0:1734671653.060036:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+757:12244:x1818934751874560:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1285us (1404us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671653.060044:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29169 00000100:00100000:0.0:1734671653.062584:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.064430:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.064556:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751874944 00000100:00100000:0.0:1734671653.064562:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751874944 00000100:00100000:0.0:1734671653.064597:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29171 00000100:00100000:0.0:1734671653.064603:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+754:12139:x1818934751874944:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.064616:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.064632:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060958bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f639d expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.064726:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.064739:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060958a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6388 expref: 755 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.064745:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.064771:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060958a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6388 expref: 755 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.064781:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060958a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x344:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6388 expref: 755 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.064791:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093619f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752173312:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.064835:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.066163:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.067365:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.067437:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.067517:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093619f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752173312:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.067533:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.068229:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.068234:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.068257:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x344:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.068261:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.068272:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.068295:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e50060958bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x344:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f639d expref: 757 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.068325:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f639d expref: 757 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.068330:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:1.0:1734671653.068331:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.068333:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58c00, rc 0) 00000100:00100000:1.0:1734671653.068351:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+757:12139:x1818934751874944:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3748us (3924us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.068355:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29171 00000100:00100000:0.0:1734671653.070615:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.072138:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.072168:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.072203:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.075132:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.078294:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.078325:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.078352:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.078381:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.078398:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751876480 00000100:00100000:0.0:1734671653.078400:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751876480 00000100:00100000:0.0:1734671653.078414:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751876608 00000100:00100000:0.0:1734671653.078416:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751876608 00000100:00100000:0.0:1734671653.078426:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29178 00000100:00100000:0.0:1734671653.078430:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+761:12139:x1818934751876480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.078440:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.078449:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609592f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f63b9 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671653.078640:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29179 00000100:00100000:1.0:1734671653.078645:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+759:12244:x1818934751876608:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1734671653.078652:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.078659:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095936 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x588:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f63c0 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.078691:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609593d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x588:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.078697:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609593d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x588:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.078703:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609593d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x588:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.078767:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095936 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x588:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63c0 expref: 761 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.078779:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609593d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x588:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63c0 expref: 760 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.078784:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x588:0x0].0x0 (ffff880092964000) 00010000:00010000:1.0:1734671653.078786:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1734671653.078788:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de16800, rc 0) 00000100:00100000:1.0:1734671653.078815:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+760:12244:x1818934751876608:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 168us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.078820:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29179 00010000:00010000:0.0:1734671653.079073:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.079082:0:7084:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e09 expref: 759 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.079088:0:7084:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.079112:0:7084:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e09 expref: 759 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.079121:0:7084:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e09 expref: 759 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.079132:0:7084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7084:1818934752173568:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.079161:0:7084:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.080064:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.083604:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.083768:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.083806:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.083984:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751876992 00000100:00100000:1.0:1734671653.083988:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751876992 00010000:00010000:1.0:1734671653.084005:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e09 expref: 760 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.084030:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8484 00000100:00100000:1.0:1734671653.084036:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+760:1966:x1818934751876992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.084046:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.084051:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e09 expref: 760 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.084060:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e500609482d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e09 expref: 760 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.084077:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:1.0:1734671653.084082:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.084088:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.084097:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.084109:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.084140:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+760:1966:x1818934751876992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 104us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.084146:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8484 00000100:00100000:1.0:1734671653.087982:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751877632 00000100:00100000:1.0:1734671653.087988:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751877632 00000100:00100000:0.0:1734671653.087990:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751877376 00000100:00100000:0.0:1734671653.087993:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751877376 00010000:00010000:0.0:1734671653.088007:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2800/0x87a91e500609590c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63a4 expref: 762 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.088015:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29182 00000100:00100000:1.0:1734671653.088020:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:12139:x1818934751877632:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:0.0:1734671653.088021:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751877504 00000100:00100000:0.0:1734671653.088023:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751877504 00000100:00100000:0.0:1734671653.088034:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8485 00010000:00010000:1.0:1734671653.088038:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734671653.088038:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+763:1967:x1818934751877376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.088046:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.088048:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e500609597c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f63d5 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.088051:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2800/0x87a91e500609590c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63a4 expref: 763 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.088058:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2800/0x87a91e500609590c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63a4 expref: 764 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.088070:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2800/0x87a91e500609590c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x347:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63a4 expref: 764 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.088085:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88008f277e00) 00010000:00010000:0.0:1734671653.088088:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094436c00/0x87a91e5006095960 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671653.088094:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436c00/0x87a91e5006095960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.088098:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.088100:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094436c00/0x87a91e5006095960 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.088106:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.088112:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.088113:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671653.088131:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671653.088139:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+763:1967:x1818934751877376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 100us (613us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671653.088140:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.088145:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8485 00000100:00100000:1.0:1734671653.088153:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752173824:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.088157:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2877 00000100:00100000:0.0:1734671653.088160:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:1965:x1818934751877504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.088165:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.088172:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e5006095967 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x588:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63ce expref: 762 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671653.088177:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013623d780 going to sleep for 11 seconds 00010000:00010000:0.0:1734671653.088181:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x588:0x0].0x0 (ffff880092964000) 00010000:00010000:0.0:1734671653.088183:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.088194:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+761:1965:x1818934751877504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 32us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.088198:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2877 00000100:00100000:1.0:1734671653.092769:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752173824:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.092789:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.093051:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.094167:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751878144 00000100:00100000:0.0:1734671653.094171:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751878144 00010000:00010000:0.0:1734671653.094186:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.094212:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8486 00000100:00100000:0.0:1734671653.094217:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+763:1964:x1818934751878144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.094225:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.094230:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.094237:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.094249:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095944 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x346:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63b9 expref: 763 pid: 7084 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.094258:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:0.0:1734671653.094262:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.094267:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.094271:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.094285:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.094315:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:1964:x1818934751878144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 97us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.094321:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8486 00010000:00010000:1.0:1734671653.094359:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.094365:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.094383:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x346:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.094386:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.094392:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.094413:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e500609597c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x346:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63d5 expref: 762 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.094426:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63d5 expref: 761 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.094432:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:1.0:1734671653.094434:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.094436:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de17e00, rc 0) 00000100:00100000:1.0:1734671653.094457:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+761:12139:x1818934751877632:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6436us (6584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.094465:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29182 00000100:00100000:0.0:1734671653.098288:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.098322:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.098355:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.098416:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.098441:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751878272 00000100:00100000:0.0:1734671653.098448:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751878272 00000100:00100000:0.0:1734671653.098486:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751878528 00000100:00100000:0.0:1734671653.098488:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751878528 00000100:00100000:0.0:1734671653.098497:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751878784 00000100:00100000:0.0:1734671653.098499:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751878784 00000100:00100000:0.0:1734671653.098515:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29184 00000100:00100000:0.0:1734671653.098521:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:12139:x1818934751878272:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.098540:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.098559:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e50060959a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f63e3 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.098606:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098617:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098625:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098637:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098642:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098647:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098763:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060959bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098770:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060959bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098775:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060959bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671653.098801:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34a:0x0]: returning size 260096 00000004:00200000:0.0:1734671653.098805:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671653.098817:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060959bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098824:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060959bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098830:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098836:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098840:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098845:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf0c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.098849:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098855:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098863:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671653.098865:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.098869:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098873:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e50060959ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098882:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098886:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098891:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098894:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.098897:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098901:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098907:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x2f856f5d (ffff8800a7b7c900) 00010000:00010000:0.0:1734671653.098909:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.098911:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098915:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e50060959b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.098934:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e50060959a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63e3 expref: 764 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.098946:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060959bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63e3 expref: 763 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.098951:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff8800a4956b00) 00010000:00010000:0.0:1734671653.098953:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.098955:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82bbc00, rc 0) 00000100:00100000:0.0:1734671653.098990:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+763:12139:x1818934751878272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 468us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.098995:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29184 00000100:00100000:0.0:1734671653.099011:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29185 00000100:00100000:0.0:1734671653.099015:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+762:12244:x1818934751878528:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1734671653.099021:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.099027:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e50060959c2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f63ea expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099066:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82baa00/0x87a91e50060959c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x588:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.099072:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82baa00/0x87a91e50060959c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x588:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.099078:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82baa00/0x87a91e50060959c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x588:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671653.099083:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x588:0x0]: returning size 4096 00010000:00010000:0.0:1734671653.099162:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e50060959c2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63ea expref: 765 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099172:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82baa00/0x87a91e50060959c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x588:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63ea expref: 764 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099176:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x588:0x0].0x0 (ffff880092964000) 00010000:00010000:0.0:1734671653.099178:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1734671653.099179:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82baa00, rc 0) 00000100:00100000:0.0:1734671653.099195:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+764:12244:x1818934751878528:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 180us (873us total) trans 4294982095 rc 0/0 00000100:00100000:0.0:1734671653.099199:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29185 00000100:00100000:0.0:1734671653.099210:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29186 00000100:00100000:0.0:1734671653.099214:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+763:12140:x1818934751878784:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.099220:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.099225:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e50060959d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f63f1 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099260:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.099268:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 764 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099273:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 764 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099279:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 5/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.099302:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 764 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099311:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 764 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.099322:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752173952:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.099353:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 764 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.099360:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 764 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.099366:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752174080:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.099379:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734671653.099520:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751878912 00000100:00100000:1.0:1734671653.099524:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751878912 00010000:00010000:1.0:1734671653.099537:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.099551:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8487 00000100:00100000:1.0:1734671653.099555:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:1967:x1818934751878912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.099562:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.099566:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.099574:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.099583:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:1.0:1734671653.099585:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.099590:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.099593:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.099613:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:1967:x1818934751878912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 57us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.099618:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8487 00000100:00100000:1.0:1734671653.104048:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751879040 00000100:00100000:1.0:1734671653.104056:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751879040 00010000:00010000:1.0:1734671653.104083:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 765 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.104105:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8488 00000100:00100000:1.0:1734671653.104111:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:1967:x1818934751879040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.104122:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.104127:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 765 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.104136:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 765 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.104154:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:1.0:1734671653.104158:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.104166:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.104172:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.104187:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.104220:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:1967:x1818934751879040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.104225:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8488 00010000:00010000:0.0:1734671653.105056:0:7083:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff88009bcc7b80 x1818934752173952) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 764 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.105067:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956400/0x87a91e500609599f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63dc expref: 764 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.105080:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bcc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752173952:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.105090:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006094929 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e5d expref: 763 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.105098:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bcc5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752174080:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.105111:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:0.0:1734671653.105116:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.105123:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.105127:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671653.105142:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34b:0x0]: returning size 260096 00010000:00010000:0.0:1734671653.105249:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e50060959d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63f1 expref: 764 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.105260:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63f1 expref: 763 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.105265:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:0.0:1734671653.105267:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671653.105269:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82ba000, rc 0) 00000100:00100000:0.0:1734671653.105288:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+763:12140:x1818934751878784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6074us (6933us total) trans 4294982096 rc 0/0 00000100:00100000:0.0:1734671653.105294:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29186 00000100:00100000:0.0:1734671653.110621:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.110651:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.110822:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.111489:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751879936 00000100:00100000:1.0:1734671653.111492:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751879936 00010000:00010000:1.0:1734671653.111506:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060948ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e33 expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.111538:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8489 00000100:00100000:1.0:1734671653.111542:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+765:1964:x1818934751879936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.111551:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.111556:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060948ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e33 expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.111566:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060948ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e33 expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.111583:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060948ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e33 expref: 765 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.111598:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff8800a4956b00) 00010000:00010000:1.0:1734671653.111602:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e50060959f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.111610:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e50060959f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.111616:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e50060959f3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.111631:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.111650:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+764:1964:x1818934751879936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 106us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.111655:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8489 00000100:00100000:0.0:1734671653.114302:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.115110:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.115189:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.115434:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751880192 00000100:00100000:1.0:1734671653.115438:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751880192 00010000:00010000:1.0:1734671653.115457:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63f1 expref: 766 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.116456:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8490 00000100:00100000:1.0:1734671653.116461:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+768:1966:x1818934751880192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.116469:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.116473:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63f1 expref: 768 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.116480:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63f1 expref: 768 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.116489:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e50060959de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x34b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63f1 expref: 768 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.116499:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:1.0:1734671653.116502:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006095a08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.116507:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006095a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.116511:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006095a08 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.116537:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.116555:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+767:1966:x1818934751880192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.116560:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8490 00000100:00100000:0.0:1734671653.120832:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.120858:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.120872:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.120904:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.125778:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.129547:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.129594:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.129658:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751881216 00000100:00100000:1.0:1734671653.129667:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751881216 00000100:00100000:1.0:1734671653.129737:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751881472 00000100:00100000:1.0:1734671653.129740:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751881472 00000100:00100000:1.0:1734671653.129755:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29196 00000100:00100000:1.0:1734671653.129760:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+767:12140:x1818934751881216:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.129775:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.129788:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095a7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6429 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.129860:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.129871:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e5006094999 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e80 expref: 768 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.129877:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 768 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.129883:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.129909:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 768 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.129919:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 768 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.129928:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752174592:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.129992:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e5006094999 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e80 expref: 768 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.130003:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e5006094999 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e80 expref: 768 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.130010:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009361b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752174720:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.130025:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013623d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.130905:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.131269:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.131907:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.132414:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751881984 00000100:00100000:1.0:1734671653.132419:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751881984 00010000:00010000:1.0:1734671653.132436:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8e00/0x87a91e5006095a78 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6422 expref: 772 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.132460:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751881856 00000100:00100000:1.0:1734671653.132462:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751881856 00010000:00010000:1.0:1734671653.132471:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 773 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.132491:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8492 00000100:00100000:1.0:1734671653.132496:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+773:1967:x1818934751881984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.132505:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.132510:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8e00/0x87a91e5006095a78 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6422 expref: 773 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.132518:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8e00/0x87a91e5006095a78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6422 expref: 773 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.132529:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:1.0:1734671653.132533:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.132539:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.132543:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.132562:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+773:1967:x1818934751881984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.132567:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8492 00000100:00100000:1.0:1734671653.132577:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8493 00000100:00100000:1.0:1734671653.132580:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:1964:x1818934751881856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.132587:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.132590:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 772 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.132596:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 772 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.132603:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:1.0:1734671653.132606:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.132611:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.132614:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.132625:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:1964:x1818934751881856:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 44us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.132629:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8493 00010000:00010000:1.0:1734671653.133822:0:11200:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff880093619180 x1818934752174592) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 771 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.133833:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006095a4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6414 expref: 771 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.133851:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752174592:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.133867:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009361b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752174720:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.133882:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:1.0:1734671653.133885:0:11200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.133891:0:11200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.133897:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.133982:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.134007:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.134497:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8494 00000100:00100000:1.0:1734671653.134502:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+771:1966:x1818934751882240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.134511:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.134515:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e500609491b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e56 expref: 771 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.134522:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e500609491b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e56 expref: 771 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.134534:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e500609491b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5e56 expref: 771 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.134546:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:1.0:1734671653.134548:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.134554:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.134559:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.134871:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.134885:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+768:1966:x1818934751882240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 383us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.134890:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8494 00010000:00010000:1.0:1734671653.134924:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.134928:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.134941:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34d:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.135040:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095a7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 769 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.135049:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 768 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.135054:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:1.0:1734671653.135056:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.135058:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de16c00, rc 0) 00000100:00100000:1.0:1734671653.135072:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+768:12140:x1818934751881216:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5312us (5533us total) trans 4294982099 rc 0/0 00000100:00100000:1.0:1734671653.135077:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29196 00000100:00100000:0.0:1734671653.138625:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751882496 00000100:00100000:0.0:1734671653.138633:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751882496 00000100:00100000:0.0:1734671653.138903:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7085 00000100:00100000:0.0:1734671653.138909:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+768:12244:x1818934751882496:12345-192.168.204.51@tcp:35:lustre_rsync.0 00000100:00100000:0.0:1734671653.139766:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+769:12244:x1818934751882496:12345-192.168.204.51@tcp:35:lustre_rsync.0 Request processed in 854us (1503us total) trans 4294982101 rc 0/0 00000100:00100000:0.0:1734671653.139774:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7085 00000100:00100000:0.0:1734671653.140117:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751882624 00000100:00100000:0.0:1734671653.140122:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751882624 00000100:00100000:0.0:1734671653.140154:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2880 00000100:00100000:0.0:1734671653.140159:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+769:1964:x1818934751882624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.140167:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.140187:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3b6000/0x87a91e5006095aa2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x589:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6437 expref: 769 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.140198:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x589:0x0].0x0 (ffff880092964400) 00010000:00010000:0.0:1734671653.140201:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.140592:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.141357:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+770:1964:x1818934751882624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1194us (1480us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.141363:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2880 00000100:00100000:0.0:1734671653.141874:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.142626:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751882880 00000100:00100000:1.0:1734671653.142632:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751882880 00000100:00100000:1.0:1734671653.142665:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29200 00000100:00100000:1.0:1734671653.142670:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+770:12140:x1818934751882880:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.142704:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.142723:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8400/0x87a91e5006095acc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6445 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671653.142930:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.142944:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751883008 00000100:00100000:0.0:1734671653.142947:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751883008 00010000:00010000:0.0:1734671653.142959:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6430 expref: 772 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.142974:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8496 00000100:00100000:0.0:1734671653.142978:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:1967:x1818934751883008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.142985:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.142990:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6430 expref: 772 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.142999:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006095a94 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6430 expref: 772 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.143013:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:0.0:1734671653.143017:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e5006095ac5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671653.143024:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e5006095ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671653.143030:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e5006095ac5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 24251 initiator: MDT0 00010000:00010000:0.0:1734671653.143042:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.143066:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:1967:x1818934751883008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 86us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.143071:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8496 00010000:00010000:1.0:1734671653.143786:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.143796:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 769 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.143803:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.143821:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 769 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.143829:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 769 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.143839:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752175232:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.143867:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.146503:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.152725:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.152785:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.152811:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.152848:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751883520 00000100:00100000:0.0:1734671653.152854:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751883520 00010000:00010000:0.0:1734671653.152879:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 773 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.152896:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8497 00000100:00100000:0.0:1734671653.152902:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:1966:x1818934751883520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.152913:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.152929:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 774 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.152938:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 775 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.152952:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:0.0:1734671653.152956:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.152962:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.152968:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.152981:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.153013:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+775:1966:x1818934751883520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 111us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.153018:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8497 00010000:00010000:1.0:1734671653.153438:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006095a86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x34d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6429 expref: 772 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.153451:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752175232:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.153463:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.153474:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.153477:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.153494:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34d:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.153496:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.153502:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.153518:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8400/0x87a91e5006095acc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6445 expref: 772 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.153526:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6445 expref: 771 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.153531:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:1.0:1734671653.153533:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.153534:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de17000, rc 0) 00000100:00100000:1.0:1734671653.153550:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+771:12140:x1818934751882880:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 10880us (11677us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.153898:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29200 00000100:00100000:0.0:1734671653.158855:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.158889:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.158928:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751883776 00000100:00100000:1.0:1734671653.158935:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751883776 00000100:00100000:1.0:1734671653.159012:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29205 00000100:00100000:1.0:1734671653.159016:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:12244:x1818934751883776:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.159043:0:11200:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x58b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671653.159101:0:11200:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x58b:0x0]: rc = -2 00000100:00100000:1.0:1734671653.159134:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+773:12244:x1818934751883776:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (285us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671653.159140:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29205 00000100:00100000:1.0:1734671653.159895:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.159996:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751884032 00000100:00100000:0.0:1734671653.159999:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751884032 00000100:00100000:0.0:1734671653.160101:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2881 00000100:00100000:0.0:1734671653.160105:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:1964:x1818934751884032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.160114:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.160124:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e5006095b04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6453 expref: 772 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.160143:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008ef42500) 00010000:00010000:0.0:1734671653.160146:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.160469:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+771:1964:x1818934751884032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 362us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.160475:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2881 00000100:00100000:1.0:1734671653.160788:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.163849:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.165703:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.165748:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.170239:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.170409:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.170442:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.171330:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29209 00000100:00100000:0.0:1734671653.171335:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12244:x1818934751885056:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.171349:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.171430:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12244:x1818934751885056:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 94us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.171435:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29209 00000100:00100000:1.0:1734671653.171586:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29210 00000100:00100000:1.0:1734671653.171594:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12139:x1818934751885184:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.171606:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.171613:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f646f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.171650:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.171659:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b2e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6461 expref: 775 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.171664:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.171701:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6461 expref: 775 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.171707:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b2e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6461 expref: 775 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.171724:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752175616:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.171744:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.174001:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bf33b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752175488:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.174023:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671653.174043:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751885312 00000100:00100000:0.0:1734671653.174048:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751885312 00000100:00100000:1.0:1734671653.174055:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093619180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752175616:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.174067:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.174074:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29211 00000100:00100000:0.0:1734671653.174079:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+775:12244:x1818934751885312:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.174101:0:11200:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.174250:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+775:12244:x1818934751885312:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 169us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.174257:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29211 00010000:00010000:1.0:1734671653.174531:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.174538:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.174560:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34e:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.174564:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.174576:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.174598:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f646f expref: 775 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.174610:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f646f expref: 774 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.174620:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008ef42500) 00010000:00010000:1.0:1734671653.174622:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.174624:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de17800, rc 0) 00000100:00100000:1.0:1734671653.174640:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12139:x1818934751885184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3046us (4198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.174645:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29210 00000100:00100000:0.0:1734671653.174894:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751885440 00000100:00100000:0.0:1734671653.174898:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751885440 00010000:00010000:0.0:1734671653.174908:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006094a25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eaa expref: 774 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.174924:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8500 00000100:00100000:0.0:1734671653.174928:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:1967:x1818934751885440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.174935:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.174939:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006094a25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eaa expref: 774 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.174946:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006094a25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eaa expref: 774 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.174956:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006094a25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eaa expref: 774 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.174967:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88009bece000) 00010000:00010000:0.0:1734671653.174971:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.174976:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.174983:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.174993:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.175010:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+773:1967:x1818934751885440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 81us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.175015:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8500 00010000:00010000:0.0:1734671653.175031:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.175036:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671653.175047:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34f:0x0]: returning size 260096 00010000:00010000:0.0:1734671653.175180:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c3b6000/0x87a91e5006095b3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6468 expref: 774 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.175190:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6468 expref: 773 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.175195:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88009bece000) 00010000:00010000:0.0:1734671653.175197:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671653.175198:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009284b600, rc 0) 00000100:00100000:0.0:1734671653.175212:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+773:12140:x1818934751884928:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4295us (4980us total) trans 4294982104 rc 0/0 00000100:00100000:0.0:1734671653.175217:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29208 00000100:00100000:0.0:1734671653.176565:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.176612:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751885696 00000100:00100000:1.0:1734671653.176618:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751885696 00000100:00100000:1.0:1734671653.176639:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29212 00000100:00100000:1.0:1734671653.176644:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:12244:x1818934751885696:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.176663:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.177352:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:12244:x1818934751885696:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 704us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.177359:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29212 00000100:00100000:0.0:1734671653.177750:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.177837:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751885824 00000100:00100000:1.0:1734671653.177841:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751885824 00000100:00100000:1.0:1734671653.177857:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29213 00000100:00100000:1.0:1734671653.177862:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+772:12139:x1818934751885824:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.177873:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.177886:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095b5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6476 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.177921:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.177931:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.177939:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.177949:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.177953:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.177957:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178024:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178031:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178036:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.178059:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x350:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.178062:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.178075:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178082:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178088:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178092:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178101:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178105:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.178108:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178114:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178123:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.178125:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.178128:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178133:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006095b66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.178151:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.178157:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178162:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.178164:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751885952 00010000:00010000:1.0:1734671653.178166:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.178166:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751885952 00010000:00010000:1.0:1734671653.178170:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093880600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.178171:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178176:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.178181:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29214 00010000:00010000:1.0:1734671653.178182:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xec85a24b (ffff880134fe4800) 00010000:00010000:1.0:1734671653.178184:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1734671653.178185:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12140:x1818934751885952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.178186:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.178190:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006095b6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.178197:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.178203:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e5006095b7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x34f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f647d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.178209:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e5006095b5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 776 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.178218:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 775 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.178223:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff88009beceb00) 00010000:00010000:1.0:1734671653.178225:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.178227:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093881800, rc 0) 00010000:00010000:0.0:1734671653.178231:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006095b82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.178238:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6468 expref: 775 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.178244:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006095b82 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671653.178258:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+775:12139:x1818934751885824:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 396us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.178263:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29213 00010000:00010000:0.0:1734671653.178266:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6468 expref: 775 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.178276:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006095b43 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x34f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6468 expref: 774 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.178285:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752175744:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.178312:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.179753:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.180380:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751886336 00000100:00100000:0.0:1734671653.180384:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751886336 00000100:00100000:0.0:1734671653.180412:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29216 00000100:00100000:0.0:1734671653.180417:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+775:12139:x1818934751886336:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.180425:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.180436:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006095b89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6484 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.180486:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x350:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.180496:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006094a17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eb1 expref: 776 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.180502:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 776 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.180508:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.180530:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 776 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.180538:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 776 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.180548:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752175872:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.180592:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006094a17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eb1 expref: 776 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.180599:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006094a17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5eb1 expref: 776 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.180610:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752176000:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.180623:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.181336:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.181373:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671653.181969:0:7085:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff88008df6c000 x1818934752175872) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 777 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.182134:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006095b74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6476 expref: 776 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.182144:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752175872:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.182153:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752176000:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.182163:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff88009beceb00) 00010000:00010000:0.0:1734671653.182166:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.182170:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.182175:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.182556:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.182590:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.182981:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.182986:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.182996:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x350:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.183077:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006095b89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6484 expref: 774 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.183516:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006095b90 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x350:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6484 expref: 773 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.183522:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff88009beceb00) 00010000:00010000:1.0:1734671653.183524:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.183526:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009426ba00, rc 0) 00000100:00100000:1.0:1734671653.183588:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+773:12139:x1818934751886336:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3169us (3375us total) trans 4294982105 rc 0/0 00000100:00100000:1.0:1734671653.183593:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29216 00000100:00100000:0.0:1734671653.184783:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.184963:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.185177:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751886976 00000100:00100000:1.0:1734671653.185184:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751886976 00000100:00100000:1.0:1734671653.185220:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751887104 00000100:00100000:1.0:1734671653.185223:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751887104 00000100:00100000:1.0:1734671653.185236:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29218 00000100:00100000:1.0:1734671653.185241:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12244:x1818934751886976:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.185264:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.185364:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+774:12244:x1818934751886976:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.186078:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29218 00000100:00100000:0.0:1734671653.186705:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.187905:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.188373:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.188569:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751887360 00000100:00100000:1.0:1734671653.188572:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751887360 00000100:00100000:1.0:1734671653.188590:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29221 00000100:00100000:1.0:1734671653.188594:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+777:12244:x1818934751887360:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.188612:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.188731:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+775:12244:x1818934751887360:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.188738:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29221 00000100:00100000:0.0:1734671653.189167:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.190419:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.191167:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.192618:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.193099:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.194072:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.195576:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.196443:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.198800:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.198837:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.198876:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.198902:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751888896 00000100:00100000:1.0:1734671653.198909:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751888896 00000100:00100000:1.0:1734671653.198945:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751889152 00000100:00100000:1.0:1734671653.198948:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751889152 00000100:00100000:1.0:1734671653.198962:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29228 00000100:00100000:1.0:1734671653.198967:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+779:12244:x1818934751888896:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.198996:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x58f:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671653.199055:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x58f:0x0]: rc = -2 00000100:00100000:1.0:1734671653.199079:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+777:12244:x1818934751888896:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 112us (242us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671653.199085:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29228 00000100:00100000:0.0:1734671653.199117:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29229 00000100:00100000:0.0:1734671653.199122:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:12139:x1818934751889152:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.199130:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.199141:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006095c07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f64ae expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.199204:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.199214:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 777 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.199219:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.199241:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 777 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.199250:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 777 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.199260:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c393480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752176512:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.199285:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.199512:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.202367:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.202807:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c393480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752176512:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.202831:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.203070:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.203576:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.203635:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751889664 00000100:00100000:1.0:1734671653.203639:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751889664 00010000:00010000:1.0:1734671653.203655:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 776 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.203703:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8507 00000100:00100000:1.0:1734671653.203709:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:1964:x1818934751889664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.203727:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.203732:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 776 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.203742:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 776 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.203758:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006094a9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ed4 expref: 776 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.203769:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:1.0:1734671653.203773:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.203780:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.203786:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.203801:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.204352:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:1964:x1818934751889664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 642us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.204357:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8507 00010000:00010000:1.0:1734671653.204373:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.204377:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.204600:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x352:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.204697:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006095c07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64ae expref: 777 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.204722:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64ae expref: 776 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.204727:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:1.0:1734671653.204729:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.204731:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099751400, rc 0) 00000100:00100000:1.0:1734671653.204749:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:12139:x1818934751889152:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5627us (5873us total) trans 4294982107 rc 0/0 00000100:00100000:1.0:1734671653.204754:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29229 00000100:00100000:0.0:1734671653.205120:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.205408:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751889792 00000100:00100000:1.0:1734671653.205413:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751889792 00000100:00100000:1.0:1734671653.205558:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29232 00000100:00100000:1.0:1734671653.205563:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:12244:x1818934751889792:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.205579:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x591:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671653.205618:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x591:0x0]: rc = -2 00000100:00100000:1.0:1734671653.206015:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:12244:x1818934751889792:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 450us (893us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671653.206021:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29232 00000100:00100000:0.0:1734671653.210972:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.211404:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751889920 00000100:00100000:1.0:1734671653.211412:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751889920 00000100:00100000:1.0:1734671653.211460:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29233 00000100:00100000:1.0:1734671653.211466:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+776:12139:x1818934751889920:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.211488:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.211504:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006095c38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f64bc expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.211567:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.211579:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64ae expref: 777 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.211585:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.211612:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64ae expref: 777 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.211622:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e5006095c0e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x352:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64ae expref: 777 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.211632:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752176640:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.211697:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.212483:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751890048 00000100:00100000:0.0:1734671653.212487:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751890048 00010000:00010000:0.0:1734671653.212500:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095c2a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64b5 expref: 780 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.212516:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8508 00000100:00100000:0.0:1734671653.212520:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+780:1964:x1818934751890048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.212526:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.212531:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095c2a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64b5 expref: 780 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.212538:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095c2a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64b5 expref: 780 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.212551:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:0.0:1734671653.212555:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.212560:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.212564:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.212580:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+780:1964:x1818934751890048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.212586:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8508 00000100:00100000:0.0:1734671653.215105:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.216287:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bcc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752176640:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.216297:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.218243:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.220176:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.220201:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.220240:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751890816 00000100:00100000:0.0:1734671653.220243:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751890816 00010000:00010000:0.0:1734671653.220254:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006094b13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5efe expref: 779 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.220274:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8510 00000100:00100000:0.0:1734671653.220278:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+779:1964:x1818934751890816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.220284:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.220287:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006094b13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5efe expref: 779 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.220293:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006094b13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5efe expref: 779 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.220303:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006094b13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5efe expref: 779 pid: 24251 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.220313:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:0.0:1734671653.220317:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.220322:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.220327:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.220342:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.220373:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+778:1964:x1818934751890816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 94us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.220379:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8510 00010000:00010000:1.0:1734671653.221051:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.221056:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671653.221073:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x353:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.221165:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e5006095c46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64c3 expref: 779 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.221190:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64c3 expref: 778 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.221196:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:1.0:1734671653.221197:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.221199:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae3c400, rc 0) 00000100:00100000:1.0:1734671653.221216:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+778:12140:x1818934751890304:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 9092us (9173us total) trans 4294982108 rc 0/0 00000100:00100000:1.0:1734671653.221220:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29234 00010000:00010000:1.0:1734671653.221329:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.221334:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.221350:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x352:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.221353:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.221358:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.221375:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006095c38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x352:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64bc expref: 778 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.221383:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64bc expref: 777 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.221392:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:1.0:1734671653.221393:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.221395:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940f4000, rc 0) 00000100:00100000:1.0:1734671653.221422:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+777:12139:x1818934751889920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 9956us (10458us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.221427:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29233 00000100:00100000:0.0:1734671653.224538:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.224582:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.226367:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751891072 00000100:00100000:1.0:1734671653.226382:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751891072 00000100:00100000:1.0:1734671653.226438:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751891328 00000100:00100000:1.0:1734671653.226441:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751891328 00000100:00100000:1.0:1734671653.226465:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29238 00000100:00100000:1.0:1734671653.226473:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+778:12140:x1818934751891072:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.226501:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.226521:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006095c77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f64d1 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.226603:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.226618:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64c3 expref: 779 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.226624:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.226660:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64c3 expref: 779 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.226690:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c400/0x87a91e5006095c4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x353:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64c3 expref: 779 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.226701:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752177024:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.227032:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.227448:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.227653:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.231781:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bcc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752177024:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.231810:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.231941:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.232144:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.232966:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2886 00000100:00100000:0.0:1734671653.232971:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+780:1964:x1818934751891712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.232978:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.232989:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ca8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64d8 expref: 780 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.233003:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:0.0:1734671653.233006:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.233045:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+779:1964:x1818934751891712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 73us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.233056:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2886 00010000:00010000:1.0:1734671653.233505:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.233512:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.233560:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x353:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.233565:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.233583:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.233614:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006095c77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x353:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64d1 expref: 778 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.233631:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64d1 expref: 777 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.233637:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:1.0:1734671653.233639:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.233642:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099751e00, rc 0) 00000100:00100000:1.0:1734671653.233664:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+777:12140:x1818934751891072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7193us (9137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.233672:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29238 00000100:00100000:0.0:1734671653.234748:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.234801:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.235101:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751891968 00000100:00100000:1.0:1734671653.235109:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751891968 00000100:00100000:1.0:1734671653.235333:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751892224 00000100:00100000:1.0:1734671653.235337:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751892224 00000100:00100000:1.0:1734671653.235355:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29241 00000100:00100000:1.0:1734671653.235362:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+778:12139:x1818934751891968:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.235381:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.235399:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095caf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f64e6 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.235486:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.235500:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e5006094b21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f05 expref: 780 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.235508:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.235542:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e5006094b21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f05 expref: 780 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.235554:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8400/0x87a91e5006094b21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f05 expref: 780 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.235568:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752177152:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.235635:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.236886:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.240138:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009bcc4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752177152:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.240161:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.240349:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.240671:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.240711:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671653.240737:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x348:0x0]: returning size 260096 00000100:00100000:0.0:1734671653.241063:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.241307:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095caf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 784 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.241324:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 783 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.241332:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:1.0:1734671653.241335:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.241337:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71e00, rc 0) 00000100:00100000:1.0:1734671653.241370:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+783:12139:x1818934751891968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6008us (6627us total) trans 4294982110 rc 0/0 00000100:00100000:1.0:1734671653.241376:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29241 00000100:00100000:0.0:1734671653.241670:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.246573:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751892992 00000100:00100000:0.0:1734671653.246579:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751892992 00000100:00100000:0.0:1734671653.246615:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29245 00000100:00100000:0.0:1734671653.246621:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+782:12139:x1818934751892992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.246638:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.246651:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a400/0x87a91e5006095d03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6502 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.246739:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.246751:0:7084:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 783 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.246756:0:7084:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.246781:0:7084:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 783 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.246791:0:7084:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 783 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.246801:0:7084:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134f2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7084:1818934752177408:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.246945:0:7084:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.247064:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.247369:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751893120 00000100:00100000:1.0:1734671653.247375:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751893120 00010000:00010000:1.0:1734671653.247389:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f28 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.247407:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8513 00000100:00100000:1.0:1734671653.247412:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:1964:x1818934751893120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.247419:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.247423:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f28 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.247431:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f28 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.247445:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9e00/0x87a91e5006094b98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f28 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.247590:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:1.0:1734671653.247594:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.247601:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.247606:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.247918:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.247941:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+783:1964:x1818934751893120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 526us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.247948:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8513 00000100:00100000:0.0:1734671653.250706:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.252365:0:7084:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134f2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7084:1818934752177408:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.252383:0:7084:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671653.252780:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751893504 00000100:00100000:1.0:1734671653.252784:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751893504 00010000:00010000:1.0:1734671653.252798:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.252821:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8514 00000100:00100000:1.0:1734671653.252825:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:1964:x1818934751893504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.252833:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.252837:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.252846:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.252861:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e5006095cc4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x348:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64e6 expref: 785 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.252872:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:1.0:1734671653.252876:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.252883:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.252889:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.252904:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.252922:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:1964:x1818934751893504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 96us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.252927:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8514 00010000:00010000:1.0:1734671653.252960:0:7084:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.252966:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:1.0:1734671653.252986:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x348:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.252990:0:7084:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.253001:0:7084:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.253018:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a400/0x87a91e5006095d03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x348:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6502 expref: 784 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.253030:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6502 expref: 783 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.253035:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:1.0:1734671653.253038:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.253039:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1a200, rc 0) 00000100:00100000:1.0:1734671653.253054:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+783:12139:x1818934751892992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6433us (6628us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.253059:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29245 00000100:00100000:0.0:1734671653.254434:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.254479:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751893760 00000100:00100000:1.0:1734671653.254485:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751893760 00000100:00100000:1.0:1734671653.254519:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29249 00000100:00100000:1.0:1734671653.254525:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+783:12244:x1818934751893760:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1734671653.254537:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.254546:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006095d26 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6510 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.254585:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254593:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254600:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254610:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254615:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254619:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254635:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x593:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254641:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254647:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:1.0:1734671653.254666:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x593:0x0]: returning size 4096 00000004:00200000:1.0:1734671653.254669:0:7084:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.254701:0:7084:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254709:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254723:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254728:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254733:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254737:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.254740:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254745:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254753:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff880099fbc400) 00010000:00010000:1.0:1734671653.254755:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.254758:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254762:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d2d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254771:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254774:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254778:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254781:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae71000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.254784:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254788:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254793:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3c97777 (ffff880134fe4c00) 00010000:00010000:1.0:1734671653.254795:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.254797:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254801:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d34 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97777 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.254820:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006095d26 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6510 expref: 785 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.254829:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6510 expref: 784 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.254834:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x593:0x0].0x0 (ffff880092964d00) 00010000:00010000:1.0:1734671653.254836:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.254837:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71600, rc 0) 00000100:00100000:1.0:1734671653.254876:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12244:x1818934751893760:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 349us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.254881:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29249 00000100:00100000:0.0:1734671653.257833:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.257872:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.258809:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.259458:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751894016 00000100:00100000:1.0:1734671653.259463:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751894016 00010000:00010000:1.0:1734671653.259483:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64fb expref: 785 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.259506:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8515 00000100:00100000:1.0:1734671653.259511:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:1965:x1818934751894016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.259521:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.259527:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64fb expref: 785 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.259537:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64fb expref: 785 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.259554:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095cfc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x349:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64fb expref: 785 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.259566:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:1.0:1734671653.259571:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e000/0x87a91e5006095d1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.259579:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e000/0x87a91e5006095d1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.259586:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e000/0x87a91e5006095d1f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.259640:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.260583:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.260602:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:1965:x1818934751894016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1090us (2729us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.260608:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8515 00000100:00100000:1.0:1734671653.260961:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751894272 00000100:00100000:1.0:1734671653.260965:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751894272 00000100:00100000:1.0:1734671653.260984:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2888 00000100:00100000:1.0:1734671653.260988:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+783:1966:x1818934751894272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.260994:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.261003:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095d3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6510 expref: 783 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.261011:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x593:0x0].0x0 (ffff880092964d00) 00010000:00010000:1.0:1734671653.261014:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.261030:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+782:1966:x1818934751894272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 41us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.261035:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2888 00000100:00100000:0.0:1734671653.264807:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.264842:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.265114:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.265229:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751894400 00000100:00100000:1.0:1734671653.265237:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751894400 00000100:00100000:1.0:1734671653.265998:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29254 00000100:00100000:1.0:1734671653.266003:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12140:x1818934751894400:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.266013:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.266021:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006095d8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6525 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.266041:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266048:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266054:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266063:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266069:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266073:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266102:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266106:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266110:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266114:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae71000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.266116:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266121:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266127:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671653.266129:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.266131:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266134:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e5006095d96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266141:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266145:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266149:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266152:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.266154:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266158:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266163:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x4e4599a3 (ffff880134fe4700) 00010000:00010000:1.0:1734671653.266165:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.266166:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266171:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006095d9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.266195:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006095d8f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6525 expref: 785 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.266201:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006095d8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6525 expref: 785 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.266207:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71200, rc 0) 00000100:00100000:1.0:1734671653.266228:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12140:x1818934751894400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 224us (1429us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.266233:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29254 00000100:00100000:0.0:1734671653.276238:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.276277:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.276362:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751894912 00000100:00100000:1.0:1734671653.276368:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751894912 00000100:00100000:1.0:1734671653.276404:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751895040 00000100:00100000:1.0:1734671653.276406:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751895040 00000100:00100000:1.0:1734671653.276417:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29255 00000100:00100000:1.0:1734671653.276423:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:12139:x1818934751894912:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.276440:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.276453:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095da4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f653a expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.276496:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276506:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276514:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276523:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276528:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276532:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276575:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276579:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276584:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276592:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131a3f000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.276595:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276601:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276608:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.276610:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.276613:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276617:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f000/0x87a91e5006095dab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276625:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276629:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276633:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276636:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131a3fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.276638:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276642:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276646:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x64346109 (ffff880134fe4300) 00010000:00010000:1.0:1734671653.276648:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.276650:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276653:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e5006095db2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276707:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095da4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f653a expref: 786 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.276721:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006095da4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f653a expref: 786 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.276730:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71600, rc 0) 00000100:00100000:1.0:1734671653.276761:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:12139:x1818934751894912:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 338us (530us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.276766:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29255 00000100:00100000:1.0:1734671653.276778:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29256 00000100:00100000:1.0:1734671653.276782:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12140:x1818934751895040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.276788:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.276793:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095db9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6541 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.276810:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276816:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276822:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276829:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276833:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276837:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276859:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276863:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276867:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276870:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131a3f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.276872:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276876:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276881:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671653.276883:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.276885:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276889:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3f600/0x87a91e5006095dc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276894:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276898:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276902:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276905:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae71c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.276907:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276911:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276915:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x4e4599a3 (ffff880134fe4800) 00010000:00010000:1.0:1734671653.276916:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.276918:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276921:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e5006095dc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x4e4599a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.276937:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095db9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6541 expref: 785 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.276942:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095db9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6541 expref: 785 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.276947:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a3e200, rc 0) 00000100:00100000:1.0:1734671653.276959:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12140:x1818934751895040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 176us (681us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.276966:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29256 00000100:00100000:0.0:1734671653.281788:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.283128:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.283396:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.288738:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.288814:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751895552 00000100:00100000:1.0:1734671653.288821:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751895552 00000100:00100000:1.0:1734671653.288864:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29260 00000100:00100000:1.0:1734671653.288870:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12244:x1818934751895552:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.288897:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.289010:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+784:12244:x1818934751895552:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.289363:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29260 00000100:00100000:0.0:1734671653.290635:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.290722:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.291272:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29261 00000100:00100000:1.0:1734671653.291281:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:12139:x1818934751895808:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.291298:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.291313:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a400/0x87a91e5006095dff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6556 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.291375:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291381:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291386:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291395:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291399:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291404:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291425:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291430:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291435:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291439:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d1ac00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.291443:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291448:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291456:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.291459:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.291462:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291466:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e5006095e0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291478:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291483:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291487:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291491:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131a3e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.291493:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291498:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291502:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x6481600b (ffff880134fe4800) 00010000:00010000:1.0:1734671653.291504:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.291505:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291510:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.291529:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a400/0x87a91e5006095dff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6556 expref: 787 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.291535:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a400/0x87a91e5006095dff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6556 expref: 787 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.291542:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1a400, rc 0) 00000100:00100000:1.0:1734671653.292037:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+785:12139:x1818934751895808:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 757us (1404us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.292043:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29261 00000100:00100000:0.0:1734671653.292542:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.298289:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.298372:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.300553:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.302393:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.302434:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.304401:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.313201:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.313232:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.313289:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.313353:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751897216 00000100:00100000:1.0:1734671653.313361:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751897216 00000100:00100000:1.0:1734671653.313391:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751897344 00000100:00100000:1.0:1734671653.313394:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751897344 00000100:00100000:1.0:1734671653.313408:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29270 00000100:00100000:1.0:1734671653.313418:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12139:x1818934751897216:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.313433:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.313447:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6580 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.313482:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313492:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313501:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313510:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313514:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313519:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313546:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313551:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313560:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313564:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.313567:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313573:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313581:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.313584:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.313587:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313591:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006095e7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313602:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313607:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313610:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313614:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.313616:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313620:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313626:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x6481600b (ffff880134fe4800) 00010000:00010000:1.0:1734671653.313627:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.313629:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313633:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095e84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.313670:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e76 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6580 expref: 787 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.313699:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e200/0x87a91e5006095e76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6580 expref: 787 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.313706:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a3e200, rc 0) 00000100:00100000:1.0:1734671653.313735:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12139:x1818934751897216:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 321us (541us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.313739:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29270 00000100:00100000:0.0:1734671653.316490:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.316522:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.316593:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.320788:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.320812:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.320887:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.320917:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29277 00000100:00100000:0.0:1734671653.320921:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12140:x1818934751898496:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.320945:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.320962:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e5006095eca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f659c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.321014:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321025:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321034:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321044:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321049:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321054:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321082:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321088:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321093:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321098:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.321101:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321106:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321115:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671653.321117:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.321121:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321125:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095ed1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321140:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321144:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321148:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321152:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.321154:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321160:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321166:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x6481600b (ffff88009b0dc300) 00010000:00010000:0.0:1734671653.321167:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.321169:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321173:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095ed8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x6481600b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.321192:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e5006095eca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f659c expref: 787 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.321198:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e5006095eca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f659c expref: 787 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.321205:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f8200, rc 0) 00000100:00100000:0.0:1734671653.321227:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12140:x1818934751898496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 305us (414us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671653.321232:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29277 00000100:00100000:0.0:1734671653.323060:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.323100:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.324582:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.329493:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751899264 00000100:00100000:0.0:1734671653.329501:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751899264 00000100:00100000:0.0:1734671653.329605:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29282 00000100:00100000:0.0:1734671653.329612:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12244:x1818934751899264:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.329637:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.330358:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12244:x1818934751899264:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 743us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.330364:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29282 00000100:00100000:0.0:1734671653.331180:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751899520 00000100:00100000:0.0:1734671653.331185:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751899520 00000100:00100000:0.0:1734671653.331355:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29283 00000100:00100000:0.0:1734671653.331360:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+786:12140:x1818934751899520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.331373:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.331376:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671653.331395:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e50060954e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6246 expref: 786 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.331630:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671653.331634:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671653.331644:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e5006095f2c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65b8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.332157:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332168:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332175:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332185:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e5006095f3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x64346109 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332193:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e5006095f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332197:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e5006095f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:0.0:1734671653.332528:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2b4:0x0], index 1: 0 00000040:00080000:0.0:1734671653.332587:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7867, 184 off1376024 00010000:00010000:0.0:1734671653.332667:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006095f41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332689:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006095f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332696:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006095f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332728:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332733:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332737:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332741:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972ac00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.332743:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332747:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332753:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671653.332755:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.332757:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.332761:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006095f33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671653.332769:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009bf31f80 reply state ffff88008cf5e000 transno 4294982114 ns: mdt-lustre-MDT0000_UUID lock: ffff880091459c00/0x87a91e5006095f3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671653.332773:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671653.332791:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e5006095f2c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65b8 expref: 787 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.332801:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006095f41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65b8 expref: 786 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.332806:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59f:0x0].0x0 (ffff88009b0dc000) 00010000:00010000:0.0:1734671653.332808:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.332809:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940f4400, rc 0) 00000100:00100000:0.0:1734671653.332862:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+787:12140:x1818934751899520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1500us (1783us total) trans 4294982114 rc 0/0 00000100:00100000:0.0:1734671653.332868:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29283 00000100:00100000:0.0:1734671653.335544:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751899776 00000100:00100000:0.0:1734671653.335547:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751899776 00000100:00100000:0.0:1734671653.335565:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29284 00000100:00100000:0.0:1734671653.335569:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+787:12244:x1818934751899776:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1734671653.335579:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.335587:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095f56 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65c6 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.335626:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.335636:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.335643:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.335652:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.335657:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336080:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336101:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012defc400/0x87a91e5006095f6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336107:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012defc400/0x87a91e5006095f6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336111:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012defc400/0x87a91e5006095f6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671653.336134:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x594:0x0]: returning size 19584 00000004:00200000:0.0:1734671653.336137:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671653.336149:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012defc400/0x87a91e5006095f6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336770:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012defc400/0x87a91e5006095f6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336778:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336783:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336788:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336792:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.336795:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336800:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336808:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff880099fbc400) 00010000:00010000:0.0:1734671653.336810:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.336813:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336817:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095f5d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336825:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336924:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336928:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336932:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972b800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.336935:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336939:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336946:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3c97877 (ffff88009b0dc300) 00010000:00010000:0.0:1734671653.336948:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.336950:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336954:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e5006095f64 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c97877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.336978:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095f56 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65c6 expref: 789 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.336987:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012defc400/0x87a91e5006095f6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65c6 expref: 788 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.336992:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:0.0:1734671653.336994:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.336996:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012defc400, rc 0) 00000100:00100000:1.0:1734671653.337056:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+788:12244:x1818934751899776:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 1484us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.337065:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29284 00000100:00100000:0.0:1734671653.339365:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.340439:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.340483:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751900160 00000100:00100000:0.0:1734671653.340487:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751900160 00000100:00100000:0.0:1734671653.340510:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7086 00000100:00100000:0.0:1734671653.340516:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+787:12139:x1818934751900160:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.341130:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7868, 168 off1376192 00000001:00080000:0.0:1734671653.341136:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982115 00000100:00100000:0.0:1734671653.341185:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+789:12139:x1818934751900160:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 669us (747us total) trans 4294982116 rc 0/0 00000100:00100000:0.0:1734671653.341192:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7086 00000020:00080000:0.0:1734671653.341194:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671653.341892:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.342482:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.342571:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751900416 00000100:00100000:1.0:1734671653.342577:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751900416 00000100:00100000:1.0:1734671653.342603:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29285 00000100:00100000:1.0:1734671653.342608:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+789:12244:x1818934751900416:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1734671653.342622:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.342636:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095f79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65d4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.342661:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e5006095f80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.342671:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e5006095f80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.342701:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e5006095f80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.342777:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006095f79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65d4 expref: 791 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.342794:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e5006095f80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x594:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65d4 expref: 790 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.342800:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:1.0:1734671653.342803:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1734671653.342805:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98a00, rc 0) 00000100:00100000:1.0:1734671653.342835:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+790:12244:x1818934751900416:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 225us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.342840:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29285 00000100:00100000:0.0:1734671653.343406:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.343423:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751900672 00000100:00100000:0.0:1734671653.343426:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751900672 00000100:00100000:0.0:1734671653.343442:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7087 00000100:00100000:0.0:1734671653.343446:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+789:12140:x1818934751900672:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.343768:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7870, 168 off1376424 00000001:00080000:0.0:1734671653.343775:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982117 00000100:00100000:0.0:1734671653.345374:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+791:12140:x1818934751900672:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1921us (1963us total) trans 4294982118 rc 0/0 00000100:00100000:0.0:1734671653.345383:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7087 00000020:00080000:0.0:1734671653.345388:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734671653.345562:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751900928 00000100:00100000:1.0:1734671653.345566:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751900928 00000100:00100000:1.0:1734671653.345623:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751901184 00000100:00100000:1.0:1734671653.345625:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751901184 00000100:00100000:1.0:1734671653.345855:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29286 00000100:00100000:1.0:1734671653.345860:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+792:12244:x1818934751900928:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1734671653.345877:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.345888:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcb400/0x87a91e5006095f87 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65db expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.345952:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca800/0x87a91e5006095f8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.345962:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca800/0x87a91e5006095f8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x594:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.345971:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca800/0x87a91e5006095f8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x594:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671653.345980:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x594:0x0]: returning size 19584 00010000:00010000:1.0:1734671653.346057:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcb400/0x87a91e5006095f87 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65db expref: 795 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.346068:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca800/0x87a91e5006095f8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x594:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65db expref: 794 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.346074:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:1.0:1734671653.346076:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1734671653.346079:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cbca800, rc 0) 00000100:00100000:1.0:1734671653.346098:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+794:12244:x1818934751900928:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 238us (638us total) trans 4294982119 rc 0/0 00000100:00100000:1.0:1734671653.346102:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29286 00000100:00100000:1.0:1734671653.346112:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29287 00000100:00100000:1.0:1734671653.346115:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+793:12139:x1818934751901184:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.346121:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.346127:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcbe00/0x87a91e5006095f9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65e2 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.346159:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.346167:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006095f1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65b1 expref: 794 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.346173:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.346195:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006095f1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65b1 expref: 794 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.346205:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006095f1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65b1 expref: 794 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.346214:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134f2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752177664:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.346238:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.349955:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.350176:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134f2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752177664:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.350195:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671653.351233:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.352511:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.352516:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671653.352529:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59e:0x0]: returning size 0 00010000:00010000:1.0:1734671653.352620:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcbe00/0x87a91e5006095f9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e2 expref: 797 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.352631:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e2 expref: 796 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.352636:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:1.0:1734671653.352639:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.352641:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cbcaa00, rc 0) 00000100:00100000:1.0:1734671653.352656:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+796:12139:x1818934751901184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6540us (7136us total) trans 4294982120 rc 0/0 00000100:00100000:1.0:1734671653.352661:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29287 00000100:00100000:0.0:1734671653.358302:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.358370:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.359402:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751901696 00000100:00100000:1.0:1734671653.359406:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751901696 00000100:00100000:1.0:1734671653.359426:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29289 00000100:00100000:1.0:1734671653.359431:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+797:12139:x1818934751901696:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.359463:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.359474:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095fbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65f0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.359527:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.359536:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e2 expref: 798 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.359542:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.359565:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e2 expref: 798 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.359574:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbcaa00/0x87a91e5006095fa3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e2 expref: 798 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.359583:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134f2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752177920:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.359621:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.362428:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.363778:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.364075:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134f2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752177920:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.364092:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.364476:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.364481:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671653.364509:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59e:0x0]: returning size 0 00000004:00200000:0.0:1734671653.364513:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671653.364525:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.364547:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e5006095fbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f0 expref: 797 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.364569:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f0 expref: 796 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.364574:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:0.0:1734671653.364836:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.364839:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f9400, rc 0) 00000100:00100000:1.0:1734671653.364851:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.364855:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+795:12139:x1818934751901696:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5423us (6559us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.364860:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29289 00000100:00100000:0.0:1734671653.364875:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751902208 00000100:00100000:0.0:1734671653.364878:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751902208 00000100:00100000:1.0:1734671653.364919:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.365352:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751902336 00000100:00100000:0.0:1734671653.365355:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751902336 00000100:00100000:0.0:1734671653.365652:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29292 00000100:00100000:0.0:1734671653.365657:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+796:12140:x1818934751902336:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.365729:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.365749:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e5006095fd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x59f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65f7 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.365798:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006095fdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.365811:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e5006095fb1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x59f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e9 expref: 797 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.365817:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006095fdb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.365837:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e5006095fb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e9 expref: 797 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.365846:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e5006095fb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65e9 expref: 797 pid: 24251 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.365855:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752178048:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.366191:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.366963:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.367176:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751902464 00000100:00100000:1.0:1734671653.367181:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751902464 00000100:00100000:1.0:1734671653.367214:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4500 00000100:00100000:1.0:1734671653.367219:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:12139:x1818934751902464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.367229:0:18851:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.367239:0:18851:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f65fe expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.367258:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 99 pid: 18412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.367264:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.367265:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.367268:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.367286:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 99 pid: 18412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.367300:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 99 pid: 18412 timeout: 435 lvb_type: 1 00000100:00100000:1.0:1734671653.367309:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18851:1818934752178176:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.367346:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.368126:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.369130:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.369232:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.369246:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751902848 00000100:00100000:0.0:1734671653.369249:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751902848 00010000:00010000:0.0:1734671653.369260:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 100 pid: 18412 timeout: 435 lvb_type: 1 00000100:00100000:1.0:1734671653.369305:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5d31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18851:1818934752178176:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.369318:0:18851:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.369329:0:18851:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a3f000, rc 0) 00000100:00100000:1.0:1734671653.369347:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+100:12139:x1818934751902464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2127us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.369353:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4500 00000100:00100000:0.0:1734671653.369491:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8520 00000100:00100000:0.0:1734671653.369495:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+99:1965:x1818934751902848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.369502:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.369518:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 99 pid: 18412 timeout: 435 lvb_type: 1 00010000:00010000:0.0:1734671653.369526:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 99 pid: 18412 timeout: 435 lvb_type: 1 00010000:00010000:0.0:1734671653.369537:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008cbcb000/0x87a91e5006095f4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65bf expref: 99 pid: 18412 timeout: 435 lvb_type: 1 00010000:00010000:0.0:1734671653.369544:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671653.369546:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671653.369550:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 98 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.369557:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 98 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.369575:0:17611:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 98 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671653.369584:0:17611:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17611:1818934752178304:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671653.369604:0:17611:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.371486:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.371547:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.372727:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.372802:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751903232 00000100:00100000:1.0:1734671653.372806:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751903232 00000100:00100000:1.0:1734671653.372833:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4501 00000100:00100000:1.0:1734671653.372837:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+99:12140:x1818934751903232:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.372846:0:18851:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.372856:0:18851:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d1ac00/0x87a91e5006096013 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6613 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.372874:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092919a00/0x87a91e5006095f72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65cd expref: 100 pid: 18412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.372886:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.372887:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.372890:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d1ac00/0x87a91e5006096013 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6613 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.372913:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092919a00/0x87a91e5006095f72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65cd expref: 100 pid: 18412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.372923:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092919a00/0x87a91e5006095f72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65cd expref: 100 pid: 18412 timeout: 435 lvb_type: 1 00000100:00100000:1.0:1734671653.372934:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752178432:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.372965:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.373264:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.375075:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5d31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752178432:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.375094:0:18851:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d1ac00/0x87a91e5006096013 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6613 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.375106:0:18851:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1ac00, rc 0) 00000100:00100000:0.0:1734671653.375124:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+100:12140:x1818934751903232:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2287us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.375129:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4501 00000100:00100000:0.0:1734671653.376506:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.376551:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.376926:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.377175:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751904000 00000100:00100000:1.0:1734671653.377179:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751904000 00000100:00100000:1.0:1734671653.377207:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29296 00000100:00100000:1.0:1734671653.377211:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+800:12244:x1818934751904000:12345-192.168.204.51@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1734671653.377217:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.377223:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006096036 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6621 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.377266:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e500609603d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x595:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.377272:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e500609603d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x595:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.377280:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e500609603d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x595:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671653.377288:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x595:0x0]: returning size 19584 00010000:00010000:1.0:1734671653.377574:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006096036 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6621 expref: 802 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.377595:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e500609603d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x595:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6621 expref: 801 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.377604:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:1.0:1734671653.377606:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1734671653.377608:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71000, rc 0) 00000100:00100000:1.0:1734671653.377624:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+801:12244:x1818934751904000:12345-192.168.204.51@tcp:101:lustre_rsync.0 Request processed in 412us (698us total) trans 4294982124 rc 0/0 00000100:00100000:1.0:1734671653.377630:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29296 00000100:00100000:0.0:1734671653.381468:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.381505:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.381994:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.382511:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751904640 00000100:00100000:1.0:1734671653.382517:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751904640 00000100:00100000:1.0:1734671653.382543:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29297 00000100:00100000:1.0:1734671653.382547:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+802:12139:x1818934751904640:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.382555:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.382565:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e500609604b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6628 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.382611:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006096052 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.382621:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f0 expref: 803 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.382628:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006096052 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.382654:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f0 expref: 803 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.382667:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006095fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f0 expref: 803 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.382703:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5d32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752178688:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.382751:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734671653.385168:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a5d32a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752178688:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.385169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.385184:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006096052 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671653.385249:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.385313:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.385327:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751904896 00000100:00100000:0.0:1734671653.385330:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751904896 00000100:00100000:0.0:1734671653.385551:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751905024 00000100:00100000:0.0:1734671653.385554:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751905024 00000100:00100000:1.0:1734671653.385584:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29299 00000100:00100000:1.0:1734671653.385588:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+804:12244:x1818934751905024:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.385600:0:11200:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.385667:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:12244:x1818934751905024:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 78us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.385673:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29299 00000100:00100000:1.0:1734671653.387971:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.387997:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.390945:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.390980:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.391007:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.391139:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.393296:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.393327:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.393341:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751906048 00000100:00100000:1.0:1734671653.393347:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751906048 00010000:00010000:1.0:1734671653.393364:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006095fdb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f7 expref: 805 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.393383:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8524 00000100:00100000:0.0:1734671653.393386:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.393388:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:1964:x1818934751906048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.393396:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.393400:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006095fdb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f7 expref: 805 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.393409:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006095fdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f7 expref: 805 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.393428:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006095fdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65f7 expref: 805 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.393441:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59f:0x0].0x0 (ffff88009b0dc000) 00010000:00010000:1.0:1734671653.393445:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006096091 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.393452:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006096091 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.393458:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e5006096091 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x59f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.393469:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.393491:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+804:1964:x1818934751906048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 103us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.393497:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8524 00000100:00100000:1.0:1734671653.393520:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751906176 00000100:00100000:1.0:1734671653.393522:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751906176 00000100:00100000:1.0:1734671653.393536:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751906304 00000100:00100000:1.0:1734671653.393537:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751906304 00000100:00100000:1.0:1734671653.393548:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29304 00000100:00100000:1.0:1734671653.393552:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:12139:x1818934751906176:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.393562:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.393571:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006096098 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6644 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.393605:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.393612:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.393619:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.393629:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.393634:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.393639:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394180:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394187:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394193:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:1.0:1734671653.394214:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59e:0x0]: returning size 2048 00000004:00200000:1.0:1734671653.394217:0:7084:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.394225:0:7084:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394231:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394238:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394242:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394247:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394251:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.394254:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394259:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394264:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.394266:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.394268:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394272:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609609f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394279:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394284:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394288:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394291:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.394293:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394297:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394302:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x64346109 (ffff880134fe4100) 00010000:00010000:1.0:1734671653.394304:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.394305:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394309:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.394326:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006096098 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6644 expref: 806 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.394334:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6644 expref: 805 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.394339:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:1.0:1734671653.394340:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.394342:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31000, rc 0) 00000100:00100000:1.0:1734671653.394357:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:12139:x1818934751906176:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 804us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.394362:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29304 00000100:00100000:0.0:1734671653.396465:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.396586:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.396881:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751906432 00000100:00100000:1.0:1734671653.396888:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751906432 00000100:00100000:1.0:1734671653.397090:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751906560 00000100:00100000:1.0:1734671653.397093:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751906560 00000100:00100000:0.0:1734671653.397614:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.397694:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751906688 00000100:00100000:1.0:1734671653.397697:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751906688 00000100:00100000:1.0:1734671653.397727:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2893 00000100:00100000:1.0:1734671653.397732:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:1966:x1818934751906688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.397740:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.397753:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060960b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6644 expref: 808 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.397764:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:1.0:1734671653.397767:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.397798:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:1966:x1818934751906688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.397804:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2893 00000100:00100000:0.0:1734671653.400145:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.402077:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.403768:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.406393:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.408147:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.408176:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751907200 00000100:00100000:1.0:1734671653.408187:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751907200 00000100:00100000:1.0:1734671653.408229:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751907328 00000100:00100000:1.0:1734671653.408232:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751907328 00000100:00100000:1.0:1734671653.408253:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29311 00000100:00100000:1.0:1734671653.408257:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:12244:x1818934751907328:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.408302:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.408382:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12244:x1818934751907328:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 124us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.408389:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29311 00000100:00100000:1.0:1734671653.408459:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.408473:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751907456 00000100:00100000:1.0:1734671653.408475:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751907456 00000100:00100000:1.0:1734671653.408501:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29312 00000100:00100000:1.0:1734671653.408506:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:12140:x1818934751907456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.408512:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.408519:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6660 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.408551:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408559:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408567:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408577:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408583:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408587:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408644:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060960fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408654:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060960fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408659:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060960fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000004:00200000:1.0:1734671653.408694:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x59f:0x0]: returning size 2048 00000004:00200000:1.0:1734671653.408698:0:24251:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.408722:0:24251:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060960fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408729:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060960fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408735:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408740:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408745:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408750:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.408753:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408758:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408765:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671653.408768:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.408770:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408775:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060960ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408787:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408791:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408795:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408800:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.408801:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408805:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408810:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x64346109 (ffff880134fe4300) 00010000:00010000:1.0:1734671653.408812:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.408814:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.408818:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060960f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.409250:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e50060960e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6660 expref: 807 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.409258:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060960fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6660 expref: 806 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.409267:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59f:0x0].0x0 (ffff88009b0dc000) 00010000:00010000:1.0:1734671653.409268:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.409270:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31600, rc 0) 00000100:00100000:1.0:1734671653.409289:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12140:x1818934751907456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 782us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.409294:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29312 00000100:00100000:0.0:1734671653.411124:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.411173:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751907584 00000100:00100000:1.0:1734671653.411180:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751907584 00000100:00100000:1.0:1734671653.411799:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29313 00000100:00100000:1.0:1734671653.411806:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12244:x1818934751907584:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.411832:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.411924:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12244:x1818934751907584:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 118us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.411931:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29313 00000100:00100000:0.0:1734671653.412650:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.414071:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.414646:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.414699:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751907968 00000100:00100000:1.0:1734671653.414705:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751907968 00000100:00100000:1.0:1734671653.414960:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751908096 00000100:00100000:1.0:1734671653.414963:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751908096 00000100:00100000:0.0:1734671653.418477:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.418697:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.419518:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29317 00000100:00100000:1.0:1734671653.419524:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+805:12140:x1818934751908352:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.419533:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.419548:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006096116 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f666e expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.419570:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006096116 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f666e expref: 806 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.419582:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006096116 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f666e expref: 806 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.420562:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671653.420569:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.420572:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc30c00, rc 0) 00000100:00100000:1.0:1734671653.420613:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12140:x1818934751908352:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1088us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.420619:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29317 00000100:00100000:0.0:1734671653.422069:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.422108:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.422310:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751908480 00000100:00100000:1.0:1734671653.422316:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751908480 00000100:00100000:1.0:1734671653.422349:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751908608 00000100:00100000:1.0:1734671653.422351:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751908608 00000100:00100000:1.0:1734671653.422366:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29318 00000100:00100000:1.0:1734671653.422371:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:12244:x1818934751908480:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.422396:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x598:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671653.422459:0:24251:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x598:0x0]: rc = -2 00000100:00100000:1.0:1734671653.422487:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751908480:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (422us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671653.422492:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29318 00000100:00100000:0.0:1734671653.422825:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.424242:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.429492:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.432419:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.438377:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.439262:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.439796:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751909760 00000100:00100000:1.0:1734671653.439802:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751909760 00000100:00100000:1.0:1734671653.439827:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29325 00000100:00100000:1.0:1734671653.439832:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12139:x1818934751909760:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.439842:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.439851:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096171 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6691 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.439906:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439914:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439920:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439930:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439934:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439939:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439960:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439965:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439968:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439972:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.439975:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439979:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439987:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.439989:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.439992:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.439995:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096178 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440002:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440006:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440010:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440013:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.440015:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440019:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440024:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x63d21509 (ffff880134fe4d00) 00010000:00010000:1.0:1734671653.440026:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.440028:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440032:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e500609617f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.440052:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096171 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6691 expref: 809 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.440069:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096171 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6691 expref: 809 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.440075:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31000, rc 0) 00000100:00100000:1.0:1734671653.440108:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12139:x1818934751909760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 275us (847us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.440113:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29325 00000100:00100000:0.0:1734671653.440351:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.440368:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751909888 00000100:00100000:0.0:1734671653.440370:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751909888 00000100:00100000:0.0:1734671653.440384:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29326 00000100:00100000:0.0:1734671653.440387:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751909888:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.440401:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x59b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671653.440461:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x59b:0x0]: rc = -2 00000100:00100000:0.0:1734671653.440478:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751909888:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 89us (127us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671653.440483:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29326 00000100:00100000:0.0:1734671653.443295:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.443341:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.443657:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29328 00000100:00100000:1.0:1734671653.443663:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:12140:x1818934751910272:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.443671:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.443705:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e5006096186 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6698 expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.443773:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443783:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443790:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443800:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443806:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443811:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443838:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443843:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443848:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443853:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.443855:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443861:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443870:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671653.443872:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.443875:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443880:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609618d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443888:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443893:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443897:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443904:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.443906:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443910:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443915:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x641f140b (ffff880134fe4c00) 00010000:00010000:1.0:1734671653.443917:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.443919:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443922:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006096194 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.443956:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e5006096186 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6698 expref: 808 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.443962:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e5006096186 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6698 expref: 808 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.443969:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31a00, rc 0) 00000100:00100000:1.0:1734671653.444982:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12140:x1818934751910272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1317us (1639us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.444988:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29328 00000100:00100000:0.0:1734671653.446139:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.446704:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751910400 00000100:00100000:1.0:1734671653.446720:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751910400 00000100:00100000:1.0:1734671653.446758:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29329 00000100:00100000:1.0:1734671653.446764:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12139:x1818934751910400:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.446779:0:24251:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.446792:0:24251:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e500609619b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f669f expref: -99 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.446835:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446845:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446854:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446863:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446869:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446874:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446919:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446925:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446931:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446935:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.446938:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446944:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446953:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.446955:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.446958:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446963:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ea00/0x87a91e50060961a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446972:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446976:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446980:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446983:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972b800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.446985:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446990:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.446995:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x641f140b (ffff880134fe4700) 00010000:00010000:1.0:1734671653.446997:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.446999:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.447004:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b800/0x87a91e50060961a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:1.0:1734671653.447035:0:24251:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e500609619b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f669f expref: 807 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.447042:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e500609619b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f669f expref: 807 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.447049:0:24251:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372fa00, rc 0) 00000100:00100000:1.0:1734671653.447093:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12139:x1818934751910400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 329us (958us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.447099:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29329 00000100:00100000:0.0:1734671653.447382:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.447412:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.448841:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.448900:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751910784 00000100:00100000:1.0:1734671653.448905:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751910784 00000100:00100000:1.0:1734671653.448922:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29332 00000100:00100000:1.0:1734671653.448926:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751910784:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.448951:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.449008:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751910784:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 81us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.449014:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29332 00000100:00100000:0.0:1734671653.451270:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.453106:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751911168 00000100:00100000:0.0:1734671653.453112:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751911168 00000100:00100000:0.0:1734671653.453136:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751911424 00000100:00100000:0.0:1734671653.453138:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751911424 00000100:00100000:0.0:1734671653.453158:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29334 00000100:00100000:0.0:1734671653.453163:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:12244:x1818934751911168:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.453181:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.453261:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:12244:x1818934751911168:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.453267:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29334 00000100:00100000:0.0:1734671653.453279:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29335 00000100:00100000:0.0:1734671653.453282:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12140:x1818934751911424:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.453289:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.453297:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e50060961da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66b4 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.453335:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453346:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453352:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453361:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453366:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453371:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453394:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453398:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453403:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453407:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.453409:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453414:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453421:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671653.453423:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.453426:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453430:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e50060961e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453452:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453458:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453462:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453466:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae71200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.453469:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453473:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453479:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x63d21509 (ffff88009b0dce00) 00010000:00010000:0.0:1734671653.453481:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.453483:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453487:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e50060961e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.453505:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e50060961da lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66b4 expref: 807 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.453511:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71c00/0x87a91e50060961da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66b4 expref: 807 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.453517:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71c00, rc 0) 00000100:00100000:0.0:1734671653.453536:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12140:x1818934751911424:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 253us (733us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671653.453542:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29335 00000100:00100000:0.0:1734671653.455916:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.455951:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.455990:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.456004:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751911552 00000100:00100000:0.0:1734671653.456007:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751911680 00000100:00100000:1.0:1734671653.456011:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751911552 00000100:00100000:0.0:1734671653.456011:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751911680 00000100:00100000:1.0:1734671653.456089:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751911808 00000100:00100000:1.0:1734671653.456092:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751911808 00000100:00100000:0.0:1734671653.456233:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29336 00000100:00100000:0.0:1734671653.456239:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12139:x1818934751911680:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671653.456246:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29337 00000100:00100000:1.0:1734671653.456250:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751911552:12345-192.168.204.51@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1734671653.456255:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.456267:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060961ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66bb expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00000004:00000080:1.0:1734671653.456275:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1734671653.456305:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456315:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456323:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456333:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456337:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456343:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671653.456370:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+809:12244:x1818934751911552:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (462us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671653.456370:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456375:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671653.456376:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29337 00010000:00010000:0.0:1734671653.456379:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456384:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de16c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.456388:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671653.456390:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29338 00000100:00100000:1.0:1734671653.456393:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12140:x1818934751911808:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.456393:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.456399:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.456402:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.456405:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e5006096204 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66c2 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.456405:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.456409:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456413:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16c00/0x87a91e50060961f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456421:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.456422:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e500609620b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.456425:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.456429:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e500609620b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.456429:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456434:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.456435:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e500609620b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.456436:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456440:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.456443:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006096212 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.456444:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x63d21509 (ffff88009b0dc900) 00010000:00010000:0.0:1734671653.456446:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.456448:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006096212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.456448:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671653.456453:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e5006096212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.456453:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060961fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:0.0:1734671653.456639:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060961ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66bb expref: 809 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.456645:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71e00/0x87a91e50060961ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66bb expref: 809 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.456653:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71e00, rc 0) 00000100:00100000:0.0:1734671653.456671:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12139:x1818934751911680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 433us (720us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671653.456703:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29336 00000100:00100000:0.0:1734671653.459974:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.460036:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751911936 00000100:00100000:1.0:1734671653.460043:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751911936 00000100:00100000:1.0:1734671653.460069:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29339 00000100:00100000:1.0:1734671653.460077:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12244:x1818934751911936:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671653.460099:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671653.460246:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12244:x1818934751911936:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 170us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.460251:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29339 00000100:00100000:0.0:1734671653.461579:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.461610:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.462963:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29340 00000100:00100000:1.0:1734671653.462971:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:12140:x1818934751912192:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.462988:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.463004:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e5006096219 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66c9 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.463083:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463094:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463102:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463111:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463116:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463121:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463148:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463153:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463161:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463166:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.463168:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463174:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463183:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671653.463185:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.463188:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463193:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096220 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463202:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463206:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463210:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463213:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.463215:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463219:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463224:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x641f140b (ffff880134fe4900) 00010000:00010000:1.0:1734671653.463225:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.463227:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463231:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e5006096227 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x641f140b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463251:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e5006096219 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66c9 expref: 808 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.463257:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e5006096219 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66c9 expref: 808 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.463263:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093883800, rc 0) 00000100:00100000:1.0:1734671653.463297:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+807:12140:x1818934751912192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 326us (1720us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.463301:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29340 00000100:00100000:1.0:1734671653.463317:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29341 00000100:00100000:1.0:1734671653.463321:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+806:12139:x1818934751912448:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.463327:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.463329:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671653.463338:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060960de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6659 expref: 806 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.463345:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.463347:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671653.463352:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609622e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66d0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.463394:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463402:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463407:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463415:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609623c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463419:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609623c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463423:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609623c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:1.0:1734671653.463777:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2b4:0x0], index 0: 0 00000040:00080000:1.0:1734671653.463830:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7873, 184 off1376944 00010000:00010000:1.0:1734671653.463908:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463915:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463921:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463956:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463965:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463970:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463974:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.463976:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463980:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463987:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671653.463989:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.463991:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.463995:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e5006096235 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671653.464002:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c5180 reply state ffff88012dc81000 transno 4294982129 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609623c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671653.464007:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671653.464022:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609622e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d0 expref: 808 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.464030:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d0 expref: 807 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.464034:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.464036:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.464038:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10000, rc 0) 00000100:00100000:1.0:1734671653.464059:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12139:x1818934751912448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 737us (2448us total) trans 4294982129 rc 0/0 00000100:00100000:1.0:1734671653.464063:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29341 00000100:00100000:1.0:1734671653.464132:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.464213:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751912576 00000100:00100000:1.0:1734671653.464219:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751912576 00000100:00100000:0.0:1734671653.466022:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29342 00000100:00100000:0.0:1734671653.466034:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751912576:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671653.466060:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.466154:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+808:12244:x1818934751912576:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.466159:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29342 00000100:00100000:0.0:1734671653.469442:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.469476:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.469515:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.469699:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751912704 00000100:00100000:1.0:1734671653.469705:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751912704 00000100:00100000:1.0:1734671653.469952:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4502 00000100:00100000:1.0:1734671653.469956:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1965:x1818934751912704:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.469965:0:18851:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.469978:0:18851:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66d7 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671653.469998:0:18851:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671653.470009:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.470011:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.470017:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 99 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.470028:0:18851:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 99 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.470035:0:18851:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10c00, rc 0) 00000100:00100000:1.0:1734671653.470070:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+99:1965:x1818934751912704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 114us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.470077:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4502 00000100:00100000:0.0:1734671653.472039:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.472222:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.474961:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.476051:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.476498:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.480933:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.480962:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.480981:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751914112 00000100:00100000:1.0:1734671653.480988:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751914112 00010000:00010000:1.0:1734671653.481013:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d0 expref: 813 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.481231:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8526 00000100:00100000:1.0:1734671653.481235:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+814:1965:x1818934751914112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.481244:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.481250:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d0 expref: 814 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.481259:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d0 expref: 814 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.481274:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0x87a91e5006096243 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d0 expref: 814 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.481293:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.481297:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.481304:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.481309:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.481322:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.481351:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+812:1965:x1818934751914112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 114us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.481356:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8526 00010000:00010000:0.0:1734671653.481374:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.481379:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671653.481391:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5a0:0x0]: returning size 0 00010000:00010000:0.0:1734671653.482130:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096282 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 812 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.482155:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 811 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.482161:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:0.0:1734671653.482164:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671653.482166:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31400, rc 0) 00000100:00100000:0.0:1734671653.482185:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+811:12139:x1818934751913984:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5579us (5686us total) trans 4294982133 rc 0/0 00000100:00100000:0.0:1734671653.482190:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29348 00000100:00100000:1.0:1734671653.484115:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.484147:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.484174:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751914368 00000100:00100000:0.0:1734671653.484180:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751914368 00000100:00100000:1.0:1734671653.484213:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.484213:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29350 00000100:00100000:0.0:1734671653.484220:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+811:12244:x1818934751914368:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000100:00100000:0.0:1734671653.484232:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751914624 00000100:00100000:0.0:1734671653.484234:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751914624 00000100:00100000:0.0:1734671653.484247:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29351 00000100:00100000:0.0:1734671653.484251:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+812:12139:x1818934751914624:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.484264:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.484277:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e50060962a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f66fa expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.484330:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671653.484340:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 813 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.484346:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671653.484368:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 813 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.484381:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 813 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.484390:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092120a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752179328:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.484414:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43600 going to sleep for 11 seconds 00000004:00000080:0.0:1734671653.484443:0:11200:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671653.484512:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+813:12244:x1818934751914368:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 292us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.484517:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29350 00000100:00100000:0.0:1734671653.486052:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.486121:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.486375:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751914880 00000100:00100000:1.0:1734671653.486378:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751914880 00010000:00010000:1.0:1734671653.486391:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 814 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.486406:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8527 00000100:00100000:1.0:1734671653.486410:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+815:1966:x1818934751914880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.486417:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.486421:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 815 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.486429:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 815 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.486441:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006096289 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66ec expref: 815 pid: 11200 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.486451:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.486455:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.486461:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.486469:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.486481:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.486516:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+814:1966:x1818934751914880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 104us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.486521:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8527 00000100:00100000:0.0:1734671653.488921:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.488963:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.489024:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751915392 00000100:00100000:1.0:1734671653.489027:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751915392 00000100:00100000:1.0:1734671653.489058:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4504 00000100:00100000:1.0:1734671653.489063:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+99:12139:x1818934751915392:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.489077:0:18851:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.489258:0:18851:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6708 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.489276:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.489282:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.489284:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.489287:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.489583:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671653.489592:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 435 lvb_type: 1 00000100:00100000:1.0:1734671653.489600:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18851:1818934752179584:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.489619:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.493185:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.493307:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18851:1818934752179584:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.493329:0:18851:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.493343:0:18851:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11400, rc 0) 00000100:00100000:1.0:1734671653.493375:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b18d15f0-75dd-44c5-9dbe-8873d719442e+100:12139:x1818934751915392:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4311us (4411us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.493383:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4504 00000100:00100000:0.0:1734671653.493844:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.494895:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751915648 00000100:00100000:1.0:1734671653.494900:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751915648 00010000:00010000:1.0:1734671653.494912:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 435 lvb_type: 1 00000100:00100000:1.0:1734671653.494938:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8529 00000100:00100000:1.0:1734671653.494942:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+100:1967:x1818934751915648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.494950:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.494966:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 435 lvb_type: 1 00010000:00010000:1.0:1734671653.494974:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 435 lvb_type: 1 00010000:00010000:1.0:1734671653.494991:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10c00/0x87a91e5006096251 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66d7 expref: 100 pid: 18851 timeout: 435 lvb_type: 1 00010000:00010000:1.0:1734671653.495000:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.495001:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671653.495006:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.495013:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.495033:0:19199:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671653.495042:0:19199:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19199:1818934752179712:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671653.495074:0:19199:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.496798:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.496915:0:19199:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19199:1818934752179712:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671653.496928:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.496953:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+99:1967:x1818934751915648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2010us (3109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.496959:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8529 00000100:00100000:0.0:1734671653.497545:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.499844:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.500061:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751916160 00000100:00100000:1.0:1734671653.500066:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751916160 00010000:00010000:1.0:1734671653.500087:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060962c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6701 expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.500121:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8530 00000100:00100000:1.0:1734671653.500127:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+818:1965:x1818934751916160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.500137:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.500142:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060962c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6701 expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.500152:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060962c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6701 expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.500169:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060962c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6701 expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.500181:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a1:0x0].0x0 (ffff88012a289d00) 00010000:00010000:1.0:1734671653.500185:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060962dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.500192:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060962dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.500197:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060962dd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.500226:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.500253:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+817:1965:x1818934751916160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 126us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.500259:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8530 00000100:00100000:0.0:1734671653.500423:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.504563:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.505103:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.505442:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751916544 00000100:00100000:1.0:1734671653.505449:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751916544 00000100:00100000:1.0:1734671653.505480:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29355 00000100:00100000:1.0:1734671653.505486:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+817:12139:x1818934751916544:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.505500:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.505513:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006096300 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f671d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.505580:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.505590:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.505596:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060962f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6716 expref: 818 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.505601:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.505624:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060962f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6716 expref: 818 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.505633:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17600/0x87a91e50060962f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6716 expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.505642:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752179968:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.505702:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.505718:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.505725:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093524380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752180096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.505741:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.505879:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.512731:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.513159:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751916928 00000100:00100000:1.0:1734671653.513166:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751916928 00010000:00010000:1.0:1734671653.513185:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.513205:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8532 00000100:00100000:1.0:1734671653.513210:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+818:1964:x1818934751916928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.513220:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.513225:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.513233:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.513249:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ac00/0x87a91e50060962b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66fa expref: 818 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.513261:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.513265:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.513271:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.513277:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.513291:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.513304:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+817:1964:x1818934751916928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 95us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.513308:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8532 00000100:00100000:0.0:1734671653.517035:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751917056 00000100:00100000:0.0:1734671653.517042:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751917056 00010000:00010000:0.0:1734671653.517067:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539600/0x87a91e50060962ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66f3 expref: 101 pid: 18412 timeout: 435 lvb_type: 1 00000100:00100000:0.0:1734671653.517104:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8533 00000100:00100000:0.0:1734671653.517110:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+101:1965:x1818934751917056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.517122:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.517141:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d539600/0x87a91e50060962ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66f3 expref: 101 pid: 18412 timeout: 435 lvb_type: 1 00010000:00010000:0.0:1734671653.517152:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d539600/0x87a91e50060962ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66f3 expref: 101 pid: 18412 timeout: 435 lvb_type: 1 00010000:00010000:0.0:1734671653.517171:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d539600/0x87a91e50060962ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f66f3 expref: 101 pid: 18412 timeout: 435 lvb_type: 1 00010000:00010000:0.0:1734671653.517197:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671653.517200:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671653.517205:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.517214:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.517244:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 100 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671653.517254:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752180352:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671653.517295:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.522393:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.524135:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752180352:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671653.524149:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.524171:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+100:1965:x1818934751917056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7061us (7349us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.524178:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8533 00000100:00100000:0.0:1734671653.524635:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.524721:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751917568 00000100:00100000:1.0:1734671653.524727:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751917568 00010000:00010000:1.0:1734671653.524744:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f671d expref: 821 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.524774:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8534 00000100:00100000:1.0:1734671653.524779:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+821:1965:x1818934751917568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.524790:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.524795:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f671d expref: 821 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.524805:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f671d expref: 821 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.524820:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006096307 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f671d expref: 821 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.524833:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.524838:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096323 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.524846:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.524852:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096323 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.524880:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.524909:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+820:1965:x1818934751917568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.524915:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8534 00000100:00100000:0.0:1734671653.527916:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.528042:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.534314:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.534718:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.534783:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751918080 00000100:00100000:1.0:1734671653.534790:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751918080 00000100:00100000:1.0:1734671653.534827:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751917952 00000100:00100000:1.0:1734671653.534830:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751917952 00000100:00100000:1.0:1734671653.535218:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2896 00000100:00100000:1.0:1734671653.535224:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+821:1965:x1818934751917952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.535231:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.535241:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e5006096346 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6739 expref: 821 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.535253:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.535255:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.535271:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+820:1965:x1818934751917952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 47us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.535276:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2896 00000100:00100000:0.0:1734671653.537190:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.545784:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751918592 00000100:00100000:0.0:1734671653.545792:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751918592 00000100:00100000:0.0:1734671653.545825:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7096 00000100:00100000:0.0:1734671653.545831:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+821:12139:x1818934751918592:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.546228:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7879, 168 off1377968 00000001:00080000:0.0:1734671653.546234:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982142 00000100:00100000:0.0:1734671653.546324:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+823:12139:x1818934751918592:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 491us (578us total) trans 4294982143 rc 0/0 00000100:00100000:0.0:1734671653.546330:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7096 00000020:00080000:0.0:1734671653.546334:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671653.552948:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.553002:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.560195:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.560286:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751919104 00000100:00100000:1.0:1734671653.560293:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751919104 00010000:00010000:1.0:1734671653.560389:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006096083 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6636 expref: 824 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.560489:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8536 00000100:00100000:1.0:1734671653.560496:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+824:1964:x1818934751919104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.560507:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.560513:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006096083 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6636 expref: 824 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.560523:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006096083 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6636 expref: 824 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.560540:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006096083 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6636 expref: 824 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.560566:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:1.0:1734671653.560570:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.560577:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.560582:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.560598:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.560974:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+824:1964:x1818934751919104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 476us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.560980:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8536 00000100:00100000:0.0:1734671653.564601:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.566530:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.566696:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751919360 00000100:00100000:0.0:1734671653.566701:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751919360 00000100:00100000:0.0:1734671653.566743:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29362 00000100:00100000:0.0:1734671653.566750:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+825:12139:x1818934751919360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.566770:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.566782:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e500609639a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6755 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.566854:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060963a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.566865:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 826 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.566871:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060963a1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.567177:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 826 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.567187:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 826 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.567198:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093527100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752180992:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.567246:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.568216:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.568414:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751919488 00000100:00100000:1.0:1734671653.568418:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751919488 00010000:00010000:1.0:1734671653.568435:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096369 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6740 expref: 827 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.568461:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8537 00000100:00100000:1.0:1734671653.568466:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+827:1965:x1818934751919488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.568474:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.568479:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096369 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6740 expref: 827 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.568487:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096369 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6740 expref: 827 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.568501:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096369 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6740 expref: 827 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.568520:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a1:0x0].0x0 (ffff88012a289d00) 00010000:00010000:1.0:1734671653.568557:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006096393 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.568564:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006096393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.568569:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006096393 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.568589:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.568648:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+826:1965:x1818934751919488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 181us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.568654:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8537 00000100:00100000:1.0:1734671653.570160:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751919616 00000100:00100000:1.0:1734671653.570165:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751919616 00010000:00010000:1.0:1734671653.570181:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 825 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.570197:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8538 00000100:00100000:1.0:1734671653.570202:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+825:1965:x1818934751919616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.570212:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.570216:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 825 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.570227:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 825 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.570240:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e5006096377 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x59e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6747 expref: 825 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.570248:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:1.0:1734671653.570252:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060963a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.570257:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060963a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.570263:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060963a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.570289:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.570482:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+824:1965:x1818934751919616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 277us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.570488:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8538 00000100:00100000:0.0:1734671653.574966:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.575013:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.585343:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.585385:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.585417:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.585979:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751920128 00000100:00100000:1.0:1734671653.585987:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751920128 00000100:00100000:1.0:1734671653.586028:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2897 00000100:00100000:1.0:1734671653.586035:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+825:1964:x1818934751920128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.586049:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.586068:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060963d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6763 expref: 825 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.586090:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59e:0x0].0x0 (ffff88008ce43b00) 00010000:00010000:1.0:1734671653.586094:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.586129:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+824:1964:x1818934751920128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 94us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.586136:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2897 00000100:00100000:0.0:1734671653.586412:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.587868:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7098 00000100:00100000:0.0:1734671653.587876:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+825:12139:x1818934751920640:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.589846:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7880, 168 off1378136 00000100:00100000:0.0:1734671653.590088:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+825:12139:x1818934751920640:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2213us (4671us total) trans 4294982146 rc 0/0 00000100:00100000:0.0:1734671653.590095:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7098 00000100:00100000:0.0:1734671653.598271:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.604963:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.605361:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.611195:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.611241:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.613485:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.614292:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.616023:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.618365:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.620096:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.621778:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.626525:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.626583:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.627740:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.627795:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751923840 00000100:00100000:0.0:1734671653.627799:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751923840 00000100:00100000:0.0:1734671653.628133:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7107 00000100:00100000:0.0:1734671653.628138:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+837:12139:x1818934751923840:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.628283:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7890, 168 off1379816 00000100:00100000:0.0:1734671653.628343:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+838:12139:x1818934751923840:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 205us (604us total) trans 4294982160 rc 0/0 00000100:00100000:0.0:1734671653.628349:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7107 00000100:00100000:0.0:1734671653.630579:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.631034:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.635845:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.637273:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.641309:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.645339:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.645946:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.645987:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751926144 00000100:00100000:0.0:1734671653.645993:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751926144 00000100:00100000:0.0:1734671653.646008:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7116 00000100:00100000:0.0:1734671653.646012:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+846:12139:x1818934751926144:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.647488:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7899, 168 off1381328 00000100:00100000:0.0:1734671653.648408:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+848:12139:x1818934751926144:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2394us (2462us total) trans 4294982170 rc 0/0 00000100:00100000:0.0:1734671653.648414:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7116 00000100:00100000:0.0:1734671653.649931:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.651077:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.651130:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751926656 00000100:00100000:0.0:1734671653.651134:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751926656 00000100:00100000:0.0:1734671653.651164:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7118 00000100:00100000:0.0:1734671653.651168:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c97850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+849:12140:x1818934751926656:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.651375:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7901, 168 off1381664 00000001:00080000:0.0:1734671653.651380:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982172 00000100:00100000:0.0:1734671653.651427:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c97850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+851:12140:x1818934751926656:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 257us (350us total) trans 4294982173 rc 0/0 00000100:00100000:0.0:1734671653.651433:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7118 00000020:00080000:0.0:1734671653.651436:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671653.655374:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.655450:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.661802:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.662840:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.663262:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751927680 00000100:00100000:0.0:1734671653.663266:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751927680 00000100:00100000:0.0:1734671653.663282:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7121 00000100:00100000:0.0:1734671653.663287:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+853:12139:x1818934751927680:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.663460:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7905, 168 off1382352 00000001:00080000:0.0:1734671653.663464:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982177 00000100:00100000:0.0:1734671653.663505:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+855:12139:x1818934751927680:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 216us (665us total) trans 4294982178 rc 0/0 00000100:00100000:0.0:1734671653.663515:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7121 00000020:00080000:0.0:1734671653.663518:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671653.664351:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.666087:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.668780:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.670442:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.670460:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751928576 00000100:00100000:1.0:1734671653.670464:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751928576 00010000:00010000:1.0:1734671653.670480:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096323 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f672b expref: 859 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.670497:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8541 00000100:00100000:1.0:1734671653.670501:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+859:1967:x1818934751928576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.670510:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.670514:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096323 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f672b expref: 859 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.670522:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096323 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f672b expref: 859 pid: 7083 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.670542:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.670546:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096442 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.670553:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096442 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.670559:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006096442 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.670572:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.670591:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+859:1967:x1818934751928576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 89us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.670596:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8541 00000100:00100000:0.0:1734671653.672782:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.675660:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.676136:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.681091:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.681123:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.681325:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751929472 00000100:00100000:0.0:1734671653.681330:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751929472 00000100:00100000:0.0:1734671653.681370:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7126 00000100:00100000:0.0:1734671653.681377:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+862:12140:x1818934751929472:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.681595:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7910, 168 off1383192 00000100:00100000:0.0:1734671653.682732:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+861:12140:x1818934751929472:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1355us (1643us total) trans 4294982184 rc 0/0 00000100:00100000:0.0:1734671653.682738:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7126 00000100:00100000:0.0:1734671653.685720:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.687651:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.689464:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.691023:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.691074:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.693519:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.694149:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.694205:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751931008 00000100:00100000:0.0:1734671653.694209:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751931008 00000100:00100000:0.0:1734671653.694225:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29373 00000100:00100000:0.0:1734671653.694229:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+864:12139:x1818934751931008:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671653.694246:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.694255:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e5006096457 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6786 expref: 864 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.694279:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff880134fe4f00) 00010000:00010000:0.0:1734671653.694286:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671653.694293:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694300:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694308:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694317:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e500609649d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694322:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e500609649d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694326:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e500609649d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694365:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694370:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694375:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671653.694727:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].632, 64 off48704 00000040:00080000:0.0:1734671653.694739:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7915, 184 off1384064 00010000:00010000:0.0:1734671653.694799:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694806:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694812:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694816:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694824:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694828:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694832:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694836:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671653.694838:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694843:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694850:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff88009b0dc900) 00010000:00010000:0.0:1734671653.694851:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671653.694853:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694858:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e50060964ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694870:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694875:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694879:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694883:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.694885:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694889:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694895:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a0:0x0].0x0 (ffff88009b0dc900) 00010000:00010000:0.0:1734671653.694897:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671653.694899:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694904:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e50060964a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694931:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694936:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694940:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694943:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.694946:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694950:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694955:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671653.694957:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.694959:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.694966:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609648f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671653.694972:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8801363f9c00 reply state ffff88008b0e5000 transno 4294982189 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e500609649d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.694977:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671653.695015:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+866:12139:x1818934751931008:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 784us (866us total) trans 4294982189 rc 0/0 00000100:00100000:0.0:1734671653.695020:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29373 00000100:00100000:0.0:1734671653.697061:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.697102:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.699656:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.701179:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.702050:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.702234:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.702702:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751932160 00000100:00100000:1.0:1734671653.702715:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751932160 00000100:00100000:1.0:1734671653.702740:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29376 00000100:00100000:1.0:1734671653.702744:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+867:12139:x1818934751932160:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.702757:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.702765:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e50060964dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f67a2 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.702821:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.702829:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500608f2f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4161 expref: 868 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.702835:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.702854:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500608f2f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4161 expref: 868 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.702863:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500608f2f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4161 expref: 868 pid: 7083 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.702872:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752181760:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.702897:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671653.704884:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752181760:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.704902:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.705274:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.705503:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.705508:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.705522:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x360:0x0]: returning size 327680 00010000:00010000:1.0:1734671653.705619:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e50060964dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67a2 expref: 869 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.705636:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67a2 expref: 868 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.705642:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:1.0:1734671653.705644:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.705646:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa600, rc 0) 00000100:00100000:1.0:1734671653.705664:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+868:12139:x1818934751932160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2919us (3615us total) trans 4294982193 rc 0/0 00000100:00100000:1.0:1734671653.705669:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29376 00000100:00100000:0.0:1734671653.707642:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.707731:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751932544 00000100:00100000:1.0:1734671653.707736:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751932544 00000100:00100000:1.0:1734671653.707773:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29377 00000100:00100000:1.0:1734671653.707778:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+868:12140:x1818934751932544:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.707797:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.707810:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060964f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f67a9 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.707863:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.707874:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e50060964d5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f679b expref: 869 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.707880:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.707904:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e50060964d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f679b expref: 869 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.707915:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e50060964d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f679b expref: 869 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.708605:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752181888:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.708660:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.709881:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.710668:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752181888:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.710714:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.711375:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.712401:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.712408:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.712435:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5a1:0x0]: returning size 4096 00000004:00200000:1.0:1734671653.712439:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.712450:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.712473:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060964f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5a1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67a9 expref: 871 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.712785:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060964ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67a9 expref: 870 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.712792:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a1:0x0].0x0 (ffff88012a289d00) 00010000:00010000:1.0:1734671653.712794:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.712797:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0600, rc 0) 00000100:00100000:1.0:1734671653.713207:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+870:12140:x1818934751932544:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5427us (5567us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.713255:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29377 00010000:00010000:0.0:1734671653.714237:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060964e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67a2 expref: 869 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.714248:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092121880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752182016:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.714261:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.714267:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.714272:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671653.714295:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x360:0x0]: returning size 327680 00000004:00200000:0.0:1734671653.714298:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671653.714307:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.714328:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10e00/0x87a91e5006096506 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x360:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 869 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.714337:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 868 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.714342:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:0.0:1734671653.714345:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.714347:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10c00, rc 0) 00000100:00100000:0.0:1734671653.714379:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+868:12139:x1818934751932672:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4095us (4500us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.714385:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29378 00000100:00100000:0.0:1734671653.717938:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.719455:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.722152:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.723278:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.723399:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.723439:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.723570:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751933952 00000100:00100000:1.0:1734671653.723573:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751933952 00000100:00100000:1.0:1734671653.723598:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7131 00000100:00100000:1.0:1734671653.723601:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+870:12140:x1818934751933952:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:0.0:1734671653.724315:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7917, 168 off1384400 00000100:00100000:0.0:1734671653.724378:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+871:12140:x1818934751933952:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 775us (938us total) trans 4294982194 rc 0/0 00000100:00100000:0.0:1734671653.724385:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7131 00000100:00100000:0.0:1734671653.727100:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.727458:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.731927:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.732988:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.736779:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751934848 00000100:00100000:0.0:1734671653.736786:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751934848 00000100:00100000:1.0:1734671653.736815:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751934976 00000100:00100000:1.0:1734671653.736818:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751934976 00000100:00100000:0.0:1734671653.736826:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751935104 00000100:00100000:0.0:1734671653.736828:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751935104 00000100:00100000:1.0:1734671653.736830:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2904 00000100:00100000:1.0:1734671653.736835:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+875:1964:x1818934751934848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.736838:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006096553 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67c5 expref: 875 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.736846:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734671653.736852:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8548 00000100:00100000:0.0:1734671653.736855:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+875:1966:x1818934751935104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.736860:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.736861:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e5006096592 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67cc expref: 875 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.736863:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006096553 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67c5 expref: 875 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.736871:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006096553 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67c5 expref: 874 pid: 7085 timeout: 435 lvb_type: 0 00010000:00010000:1.0:1734671653.736874:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:1.0:1734671653.736878:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671653.736880:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:0.0:1734671653.736883:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.736889:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.736895:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671653.736904:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+874:1964:x1818934751934848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (479us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671653.736908:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.736909:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2904 00000100:00100000:0.0:1734671653.736920:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+873:1966:x1818934751935104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 64us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.736925:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8548 00000100:00100000:1.0:1734671653.736934:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29385 00000100:00100000:1.0:1734671653.737007:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+871:12140:x1818934751934976:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.737020:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.737030:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e50060965a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f67da expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.737306:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e50060965ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.737316:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8800/0x87a91e500608f442 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f41ca expref: 871 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.737326:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e50060965ae lrc: 4/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.737347:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8800/0x87a91e500608f442 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f41ca expref: 871 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.737356:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8800/0x87a91e500608f442 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f41ca expref: 871 pid: 11200 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.737366:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752182400:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.737406:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.740982:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.741189:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752182400:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.741207:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e50060965ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.741636:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e50060965ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.741641:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e50060965ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671653.741656:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x361:0x0]: returning size 327680 00010000:00010000:1.0:1734671653.741791:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e50060965a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67da expref: 872 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.741804:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e50060965ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67da expref: 871 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.741810:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:1.0:1734671653.741812:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.741814:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9800, rc 0) 00000100:00100000:1.0:1734671653.741844:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+871:12140:x1818934751934976:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4905us (5351us total) trans 4294982197 rc 0/0 00000100:00100000:1.0:1734671653.741849:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29385 00000100:00100000:0.0:1734671653.744471:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.744547:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.744670:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751935360 00000100:00100000:1.0:1734671653.744719:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751935360 00000100:00100000:1.0:1734671653.744754:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751935488 00000100:00100000:1.0:1734671653.744756:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751935488 00000100:00100000:1.0:1734671653.744777:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29386 00000100:00100000:1.0:1734671653.744783:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+872:12139:x1818934751935360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.744798:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.744812:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060965bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f67e1 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.744856:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744868:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744876:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744887:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744892:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744897:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744988:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060965df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.744995:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060965df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745001:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060965df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671653.745021:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x364:0x0]: returning size 1867776 00000004:00200000:1.0:1734671653.745024:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.745467:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060965df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745476:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060965df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745482:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745487:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745492:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745497:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.745500:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745506:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745514:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:1.0:1734671653.745516:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.745519:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745524:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060965ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745533:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745537:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745542:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745545:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944cb600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.745547:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745551:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745556:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x155bec67 (ffff880134fe4c00) 00010000:00010000:1.0:1734671653.745558:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.745560:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745564:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e50060965d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.745584:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060965bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e1 expref: 875 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.745597:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060965df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e1 expref: 874 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.745603:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:1.0:1734671653.745604:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.745606:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa600, rc 0) 00000100:00100000:1.0:1734671653.745642:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+874:12139:x1818934751935360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 859us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.745648:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29386 00000100:00100000:0.0:1734671653.747145:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.750852:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.751103:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.752019:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.752072:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751936128 00000100:00100000:1.0:1734671653.752076:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751936128 00000100:00100000:1.0:1734671653.752103:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29389 00000100:00100000:1.0:1734671653.752107:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+873:12140:x1818934751936128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.752115:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.752122:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060965f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f67f6 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.752149:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752159:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752166:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752176:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752185:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752190:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752266:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752273:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752278:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671653.752295:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x363:0x0]: returning size 1048576 00000004:00200000:1.0:1734671653.752298:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.752308:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752315:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752320:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752325:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752330:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752335:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.752337:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752344:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752351:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:1.0:1734671653.752353:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.752355:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752360:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060965fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752368:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752373:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752377:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752380:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.752382:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752386:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752390:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0xb0773fd (ffff880134fe4700) 00010000:00010000:1.0:1734671653.752392:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.752394:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752398:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096602 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.752418:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060965f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 875 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.752426:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 874 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.752432:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:1.0:1734671653.752434:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.752436:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0c00, rc 0) 00000100:00100000:1.0:1734671653.752455:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+874:12140:x1818934751936128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 347us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.752460:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29389 00000100:00100000:0.0:1734671653.754929:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.755347:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751936512 00000100:00100000:1.0:1734671653.755353:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751936512 00000100:00100000:1.0:1734671653.755392:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29390 00000100:00100000:1.0:1734671653.755398:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+874:12140:x1818934751936512:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.755412:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.755423:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006096610 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f67fd expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.755494:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.755504:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e500608f4a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f41ed expref: 875 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.755511:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 875 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.755517:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.755542:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 875 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.755551:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 875 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.755561:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752182784:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.755607:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e500608f4a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f41ed expref: 875 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.755613:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e500608f4a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f41ed expref: 875 pid: 7085 timeout: 435 lvb_type: 0 00000100:00100000:1.0:1734671653.755619:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752182912:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.755632:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841d80 going to sleep for 11 seconds 00010000:00010000:0.0:1734671653.759019:0:16887:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff8801363f8e00 x1818934752182784) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 874 pid: 16887 timeout: 435 lvb_type: 0 00010000:00010000:0.0:1734671653.759028:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096609 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67f6 expref: 874 pid: 16887 timeout: 435 lvb_type: 0 00000100:00100000:0.0:1734671653.759041:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752182784:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.759079:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.759157:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752182912:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.759170:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:0.0:1734671653.759173:0:16887:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671653.759178:0:16887:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671653.759184:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671653.759475:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671653.759481:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671653.759494:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x363:0x0]: returning size 1048576 00010000:00010000:0.0:1734671653.759558:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006096610 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67fd expref: 874 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.759569:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006096617 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67fd expref: 873 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.759574:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:0.0:1734671653.759576:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671653.759578:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc71800, rc 0) 00000100:00100000:0.0:1734671653.759607:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+873:12140:x1818934751936512:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4209us (4683us total) trans 4294982199 rc 0/0 00000100:00100000:0.0:1734671653.759611:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29390 00000100:00100000:0.0:1734671653.761246:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.762869:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.769183:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.782005:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.784769:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.785550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.786423:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751937920 00000100:00100000:0.0:1734671653.786427:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751937920 00010000:00010000:0.0:1734671653.786442:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e500609665d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6812 expref: 876 pid: 11200 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734671653.786467:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8556 00000100:00100000:0.0:1734671653.786472:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+876:1964:x1818934751937920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.786479:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.786484:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e500609665d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6812 expref: 876 pid: 11200 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734671653.786492:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e500609665d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6812 expref: 876 pid: 11200 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734671653.786506:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:0.0:1734671653.786509:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609666b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.786515:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609666b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.786519:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.786550:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+876:1964:x1818934751937920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 77us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.786556:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8556 00000100:00100000:0.0:1734671653.790312:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.794891:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.798577:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.798893:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.799180:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29397 00000100:00100000:1.0:1734671653.799207:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+875:12139:x1818934751938432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.799225:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.799239:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e500609668e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6827 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.799321:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799335:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799345:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799354:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799359:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799364:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799395:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799400:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799405:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799409:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.799413:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799418:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799426:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671653.799428:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.799432:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.799436:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006096695 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800320:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800328:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800332:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800336:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc7600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.800339:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800344:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800352:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x54a79e99 (ffff880134fe4700) 00010000:00010000:1.0:1734671653.800355:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.800357:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800362:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e500609669c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671653.800389:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e500609668e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6827 expref: 876 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.800397:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e500609668e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6827 expref: 876 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.800405:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfc7e00, rc 0) 00000100:00100000:1.0:1734671653.801051:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+875:12139:x1818934751938432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1862us (2477us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.801064:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29397 00000100:00100000:0.0:1734671653.803343:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.805206:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.806893:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.808365:0:7073:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734671653.815048:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.820629:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.820769:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751939200 00000100:00100000:1.0:1734671653.820776:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751939200 00000100:00100000:1.0:1734671653.820822:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29401 00000100:00100000:1.0:1734671653.820829:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+877:12140:x1818934751939200:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.820847:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.820862:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060966cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6843 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.820910:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.820921:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.820929:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.820940:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.820945:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.820950:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821093:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821099:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821104:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821108:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.821111:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821116:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821125:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671653.821127:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.821130:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821135:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e50060966d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821147:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821151:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821154:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821160:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.821162:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821166:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821171:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x54a79e99 (ffff880134fe4f00) 00010000:00010000:1.0:1734671653.821173:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.821174:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821178:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060966db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x54a79e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.821206:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060966cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6843 expref: 878 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.821212:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060966cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6843 expref: 878 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.821218:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0600, rc 0) 00000100:00100000:1.0:1734671653.821251:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+877:12140:x1818934751939200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 422us (631us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.821257:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29401 00000100:00100000:0.0:1734671653.829551:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.831171:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.833999:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.839318:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.844989:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.848188:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751939968 00000100:00100000:1.0:1734671653.848198:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751939968 00000100:00100000:1.0:1734671653.848254:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29406 00000100:00100000:1.0:1734671653.848261:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+875:12140:x1818934751939968:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.848279:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.848295:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e5006096736 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6866 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.848323:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e5006096736 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6866 expref: 876 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.848334:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e5006096736 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6866 expref: 876 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.848340:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671653.848343:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.848346:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a43800, rc 0) 00000100:00100000:1.0:1734671653.848401:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+876:12140:x1818934751939968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 139us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.848406:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29406 00000100:00100000:0.0:1734671653.848739:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.848838:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751940096 00000100:00100000:1.0:1734671653.848842:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751940096 00000100:00100000:1.0:1734671653.848857:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29407 00000100:00100000:1.0:1734671653.848861:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b172680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+876:12139:x1818934751940096:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.848868:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.848877:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e500609673d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f686d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.848915:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.848923:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.848930:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.848941:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.848945:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.848950:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849005:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849010:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849015:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849019:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.849022:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849027:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849035:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671653.849037:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.849040:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849045:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096744 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849057:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849062:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849066:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849069:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.849071:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849076:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849082:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xec6b07a9 (ffff880134fe4300) 00010000:00010000:1.0:1734671653.849083:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.849085:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849089:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609674b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.849118:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e500609673d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f686d expref: 877 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.849125:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e500609673d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f686d expref: 877 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.849131:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0600, rc 0) 00000100:00100000:1.0:1734671653.849152:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b172680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+876:12139:x1818934751940096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 289us (414us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.849157:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29407 00000100:00100000:0.0:1734671653.856602:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.856645:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.862013:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.862086:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751940480 00000100:00100000:1.0:1734671653.862093:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751940480 00000100:00100000:1.0:1734671653.862137:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29409 00000100:00100000:1.0:1734671653.862143:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+878:12139:x1818934751940480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.862159:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.862173:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e5006096767 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f687b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.862217:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862228:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862237:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862247:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862251:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862256:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862307:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862315:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862320:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862324:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.862327:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862333:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862342:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671653.862344:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.862347:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862352:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609676e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862364:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862368:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862373:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862377:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.862378:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862386:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862391:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xec7507a9 (ffff880134fe4800) 00010000:00010000:1.0:1734671653.862392:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.862394:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862398:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e5006096775 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7507a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.862429:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e5006096767 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f687b expref: 879 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.862436:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e5006096767 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f687b expref: 879 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.862443:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0600, rc 0) 00000100:00100000:1.0:1734671653.862477:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+878:12139:x1818934751940480:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 334us (472us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.862483:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29409 00000100:00100000:0.0:1734671653.868729:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.873172:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.874497:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.874612:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751940992 00000100:00100000:1.0:1734671653.874616:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751940992 00000100:00100000:1.0:1734671653.874649:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29412 00000100:00100000:1.0:1734671653.874654:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+879:12139:x1818934751940992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.874661:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.874669:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060967ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6890 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.874757:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.874767:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e5006096791 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6882 expref: 880 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.874774:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.874798:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e5006096791 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6882 expref: 880 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.874809:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e5006096791 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6882 expref: 879 pid: 11200 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671653.874818:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752183680:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671653.874855:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.876524:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.876891:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752183680:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.876906:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671653.877096:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671653.877426:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.877432:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671653.877443:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f9:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.877528:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060967ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6890 expref: 881 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.877553:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6890 expref: 880 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.877559:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:1.0:1734671653.877561:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.877563:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0c00, rc 0) 00000100:00100000:1.0:1734671653.877584:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+879:12139:x1818934751940992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2929us (3087us total) trans 4294982201 rc 0/0 00000100:00100000:1.0:1734671653.877805:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29412 00000100:00100000:1.0:1734671653.882365:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751941376 00000100:00100000:1.0:1734671653.882372:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751941376 00000100:00100000:1.0:1734671653.883149:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29415 00000100:00100000:1.0:1734671653.883155:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+880:12140:x1818934751941376:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.883163:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.883170:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060967e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f689e expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.883201:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883209:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883218:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883229:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883237:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883243:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883295:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883301:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883307:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883312:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.883316:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883322:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883331:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671653.883334:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.883337:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883342:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42e00/0x87a91e50060967ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883350:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883355:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883359:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883363:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.883365:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883369:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883374:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xec6b07a9 (ffff880134fe4a00) 00010000:00010000:1.0:1734671653.883376:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.883378:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883382:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e50060967f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.883413:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060967e5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f689e expref: 881 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.883420:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060967e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f689e expref: 881 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.883428:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0000, rc 0) 00000100:00100000:1.0:1734671653.884076:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+880:12140:x1818934751941376:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 918us (2127us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.884082:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29415 00000100:00100000:0.0:1734671653.887986:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752183808:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671653.888007:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.888131:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751941632 00000100:00100000:0.0:1734671653.888136:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751941632 00010000:00010000:0.0:1734671653.888156:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6890 expref: 880 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734671653.888182:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8560 00000100:00100000:0.0:1734671653.888187:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+880:1965:x1818934751941632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671653.888197:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671653.888202:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6890 expref: 880 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734671653.888211:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6890 expref: 880 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734671653.888227:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060967b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6890 expref: 880 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1734671653.888606:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:0.0:1734671653.888611:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.888619:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.888626:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.888649:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671653.888699:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+879:1965:x1818934751941632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 510us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.888718:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8560 00000100:00100000:0.0:1734671653.888757:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.889715:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751941760 00010000:00010000:0.0:1734671653.889720:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671653.889721:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751941760 00010000:00010000:0.0:1734671653.889726:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671653.889748:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29416 00000100:00100000:1.0:1734671653.889753:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+879:12140:x1818934751941760:12345-192.168.204.51@tcp:101:dbench.0 00000004:00200000:0.0:1734671653.889761:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f9:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.889765:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:0.0:1734671653.889765:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1734671653.889776:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060967fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f68ac expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1734671653.889778:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.889805:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060967d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68a5 expref: 881 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.889812:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.889816:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060967de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68a5 expref: 880 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.889820:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671653.889821:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:0.0:1734671653.889824:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.889825:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538000, rc 0) 00010000:00010000:1.0:1734671653.889826:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.889836:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.889841:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.889846:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671653.889861:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+880:12139:x1818934751941504:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7089us (7591us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671653.889866:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29414 00010000:00010000:1.0:1734671653.890137:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890144:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890150:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890155:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.890158:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890165:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890172:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671653.890174:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.890177:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890181:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e5006096801 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890190:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890193:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890197:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890200:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.890202:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890206:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890211:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xec6107a9 (ffff880134fe4100) 00010000:00010000:1.0:1734671653.890212:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.890214:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890220:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e400/0x87a91e5006096808 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec6107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.890249:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060967fa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68ac expref: 879 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.890255:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0600/0x87a91e50060967fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68ac expref: 879 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.890262:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945d0600, rc 0) 00000100:00100000:1.0:1734671653.891049:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+878:12140:x1818934751941760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1293us (2289us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671653.891055:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29416 00000100:00100000:0.0:1734671653.893108:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.893151:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751941888 00000100:00100000:1.0:1734671653.893158:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751941888 00000100:00100000:1.0:1734671653.893196:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29417 00000100:00100000:1.0:1734671653.893202:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+878:12139:x1818934751941888:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.893217:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.893230:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e600/0x87a91e500609680f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f68b3 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.893273:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893284:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893292:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893304:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893309:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893314:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893388:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893394:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893400:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671653.893427:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f9:0x0]: returning size 260096 00000004:00200000:1.0:1734671653.893431:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671653.893443:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893451:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893457:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893466:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893470:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893478:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.893481:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893486:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893495:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671653.893497:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.893500:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893504:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006096816 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893514:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893517:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893521:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893525:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.893527:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893531:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893536:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xec7107a9 (ffff880134fe4000) 00010000:00010000:1.0:1734671653.893538:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.893541:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893544:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609681d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671653.893573:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e600/0x87a91e500609680f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68b3 expref: 880 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.893584:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68b3 expref: 879 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.893589:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:1.0:1734671653.893591:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.893592:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935d9000, rc 0) 00000100:00100000:1.0:1734671653.893637:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+879:12139:x1818934751941888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 434us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.893643:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29417 00000100:00100000:0.0:1734671653.894760:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.895788:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.895851:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.895946:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751942144 00000100:00100000:1.0:1734671653.895949:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751942144 00000100:00100000:1.0:1734671653.895981:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2906 00000100:00100000:1.0:1734671653.895985:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+880:1965:x1818934751942144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671653.895993:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671653.896003:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096824 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68b3 expref: 880 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.896011:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:1.0:1734671653.896014:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671653.896042:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+878:1965:x1818934751942144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.896047:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2906 00000100:00100000:0.0:1734671653.898012:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.898082:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.903525:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.903542:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751943040 00000100:00100000:0.0:1734671653.903545:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751943040 00000100:00100000:0.0:1734671653.903561:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29422 00000100:00100000:0.0:1734671653.903565:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+879:12140:x1818934751943040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671653.903572:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.903579:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096878 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f68cf expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.903631:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.903640:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e500609685c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68c1 expref: 880 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.903647:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671653.903670:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e500609685c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68c1 expref: 880 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.903715:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e500609685c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68c1 expref: 880 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734671653.903727:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009be2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752183936:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671653.903755:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b77e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671653.905635:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.905739:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.905846:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752183936:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.905864:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.906161:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.906167:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671653.906179:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f8:0x0]: returning size 260096 00010000:00010000:1.0:1734671653.906525:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006096878 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68cf expref: 881 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.906536:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68cf expref: 880 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.906541:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff880093ddd400) 00010000:00010000:1.0:1734671653.906543:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671653.906545:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31c00, rc 0) 00000100:00100000:1.0:1734671653.906561:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+880:12140:x1818934751943040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2995us (3035us total) trans 4294982203 rc 0/0 00000100:00100000:1.0:1734671653.906566:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29422 00000100:00100000:0.0:1734671653.908381:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.908421:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.908869:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751943424 00000100:00100000:1.0:1734671653.908876:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751943424 00000100:00100000:1.0:1734671653.909122:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751943680 00000100:00100000:1.0:1734671653.909126:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751943680 00000100:00100000:1.0:1734671653.909161:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29424 00000100:00100000:1.0:1734671653.909167:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+881:12140:x1818934751943424:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:0.0:1734671653.909167:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29425 00000100:00100000:0.0:1734671653.909173:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+881:12139:x1818934751943680:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.909190:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.909196:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671653.909199:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671653.909217:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060966c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f683c expref: 881 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.909239:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671653.909242:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671653.909250:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060968a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f68e4 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.909347:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909362:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909369:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909378:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060968b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909383:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060968b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909387:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060968b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.909616:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0c00/0x87a91e50060968a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f68dd expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.909660:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060968be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.909669:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68cf expref: 882 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.909693:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060968be lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671653.909729:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68cf expref: 882 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.909740:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e500609687f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68cf expref: 882 pid: 11200 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671653.909750:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801363f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752184064:192.168.204.51@tcp:104: 00000004:00080000:0.0:1734671653.909752:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2b5:0x0], index 0: 0 00000100:00100000:1.0:1734671653.909797:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841a80 going to sleep for 11 seconds 00000040:00080000:0.0:1734671653.909839:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7920, 184 off1384816 00010000:00010000:0.0:1734671653.909923:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060968c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909929:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060968c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.909935:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060968c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910019:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910024:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910028:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910033:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.910035:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910041:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910048:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671653.910050:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.910052:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.910056:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31600/0x87a91e50060968b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671653.910063:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009be2ea00 reply state ffff88008b0e0000 transno 4294982204 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e50060968b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671653.910068:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671653.910085:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e50060968a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68e4 expref: 884 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.910097:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060968c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68e4 expref: 883 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.910103:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a2:0x0].0x0 (ffff88009b0dc800) 00010000:00010000:0.0:1734671653.910104:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671653.910106:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31a00, rc 0) 00000100:00100000:0.0:1734671653.910225:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+884:12139:x1818934751943680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1049us (1801us total) trans 4294982204 rc 0/0 00000100:00100000:0.0:1734671653.910231:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29425 00000100:00100000:0.0:1734671653.913280:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.913435:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801363f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752184064:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671653.913450:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e50060968be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671653.920228:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.921272:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.925840:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.925868:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.929430:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.931213:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.932395:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.937716:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.939939:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.943758:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.946265:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.951598:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.951646:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.951734:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751946496 00000100:00100000:1.0:1734671653.951742:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751946496 00000100:00100000:1.0:1734671653.951818:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751946624 00000100:00100000:1.0:1734671653.951821:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751946624 00000100:00100000:1.0:1734671653.952395:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29432 00000100:00100000:1.0:1734671653.952402:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+892:12139:x1818934751946496:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.952418:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.952434:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096958 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f690e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.952460:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096958 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f690e expref: 893 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.952470:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006096958 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f690e expref: 893 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.952477:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671653.952479:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.952482:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935d9000, rc 0) 00000100:00100000:1.0:1734671653.952556:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+893:12139:x1818934751946496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 153us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671653.952562:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29432 00000100:00100000:1.0:1734671653.952578:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29433 00000100:00100000:1.0:1734671653.952582:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+892:12140:x1818934751946624:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.952587:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.952589:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671653.952603:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43800/0x87a91e5006096736 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6866 expref: 892 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.952621:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671653.952623:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671653.952636:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609695f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6915 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.952764:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.952772:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.952780:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.952790:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609696d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.952795:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609696d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.952800:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609696d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00080000:1.0:1734671653.953150:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2b6:0x0], index 1: 0 00000040:00080000:1.0:1734671653.953232:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7926, 184 off1385856 00010000:00010000:1.0:1734671653.953310:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e5006096974 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953317:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e5006096974 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953322:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e5006096974 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953344:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953349:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953355:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953359:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671653.953362:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953368:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953374:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671653.953376:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671653.953379:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.953383:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006096966 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671653.953391:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c160700 reply state ffff8800997ec000 transno 4294982217 ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609696d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671653.953396:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671653.953413:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e500609695f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6915 expref: 894 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.953422:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e5006096974 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6915 expref: 893 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.953427:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a3:0x0].0x0 (ffff880134fe4800) 00010000:00010000:1.0:1734671653.953429:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671653.953431:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092222000, rc 0) 00000100:00100000:1.0:1734671653.953451:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+894:12140:x1818934751946624:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 869us (1805us total) trans 4294982217 rc 0/0 00000100:00100000:1.0:1734671653.953457:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29433 00000100:00100000:0.0:1734671653.957494:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.959063:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.960625:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.967640:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.968079:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751947264 00000100:00100000:1.0:1734671653.968086:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751947264 00000100:00100000:1.0:1734671653.968134:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29434 00000100:00100000:1.0:1734671653.968141:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+895:12139:x1818934751947264:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671653.968157:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671653.968172:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e5006096989 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6923 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671653.968222:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.968234:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.968243:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.968254:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.968259:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671653.968267:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968420:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968426:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968432:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968436:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092222c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.968439:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968445:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968454:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671653.968456:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.968459:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968464:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222c00/0x87a91e5006096990 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968486:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968491:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968495:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968498:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092222200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671653.968500:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968505:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968511:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xea3178f (ffff880134fe4f00) 00010000:00010000:0.0:1734671653.968513:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671653.968515:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968519:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222200/0x87a91e5006096997 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671653.968550:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e5006096989 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6923 expref: 896 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.968557:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092223e00/0x87a91e5006096989 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6923 expref: 896 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671653.968564:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092223e00, rc 0) 00000100:00100000:0.0:1734671653.969840:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+895:12139:x1818934751947264:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1694us (2202us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671653.969848:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29434 00000100:00100000:1.0:1734671653.969998:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.973151:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.980655:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.980836:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.988273:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.988354:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671653.988905:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751948416 00000100:00100000:1.0:1734671653.988909:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751948416 00000100:00100000:1.0:1734671653.988944:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7142 00000100:00100000:1.0:1734671653.988949:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+901:12140:x1818934751948416:12345-192.168.204.51@tcp:35:dbench.0 00000001:00080000:1.0:1734671653.989257:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982226 00000040:00080000:1.0:1734671653.989357:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7931, 168 off1386704 00000001:00080000:1.0:1734671653.989362:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982227 00000100:00100000:1.0:1734671653.989440:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+904:12140:x1818934751948416:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 489us (1173us total) trans 4294982228 rc 0/0 00000100:00100000:1.0:1734671653.989446:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7142 00000020:00080000:1.0:1734671653.989449:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1734671653.991292:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.999599:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671653.999659:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.007141:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.008942:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.011930:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.013201:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.013393:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751949696 00000100:00100000:0.0:1734671654.013398:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751949696 00000100:00100000:0.0:1734671654.013428:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29441 00000100:00100000:0.0:1734671654.013433:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+905:12139:x1818934751949696:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.013447:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.013456:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096a23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6954 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.013494:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096a23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6954 expref: 906 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.013503:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31000/0x87a91e5006096a23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6954 expref: 906 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.013515:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a4:0x0].0x0 (ffff88009b0dc600) 00010000:00010000:0.0:1734671654.013517:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1734671654.013519:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31000, rc 0) 00000100:00100000:0.0:1734671654.013544:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+906:12139:x1818934751949696:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 110us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.013550:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29441 00000100:00100000:0.0:1734671654.017253:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.017335:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.018272:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751949824 00000100:00100000:1.0:1734671654.018277:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751949824 00000100:00100000:1.0:1734671654.018300:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7143 00000100:00100000:1.0:1734671654.018305:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+906:12140:x1818934751949824:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671654.021966:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+906:12140:x1818934751949824:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3651us (4621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.021978:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7143 00000100:00100000:0.0:1734671654.023531:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.026657:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.030128:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.032230:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751950592 00000100:00100000:0.0:1734671654.032234:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751950592 00002000:00100000:0.0:1734671654.032257:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2b6:0x0] (0->57087) req@ffff880092121180 x1818934751950592/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:275/0 lens 488/0 e 0 to 0 dl 1734671665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1734671654.032265:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092121180 with x1818934751950592 ext(0->57087) 00002000:00010000:0.0:1734671654.032269:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092121180 00000100:00100000:0.0:1734671654.034197:0:16810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 844 00000100:00100000:0.0:1734671654.034205:0:16810:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+103:1964:x1818934751950592:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:0.0:1734671654.038592:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.039495:0:16810:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+105:1964:x1818934751950592:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 5287us (7350us total) trans 4294968631 rc 0/0 00000100:00100000:1.0:1734671654.039508:0:16810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 844 00002000:00100000:1.0:1734671654.039518:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2b6:0x0] (0->57087) req@ffff880092121180 x1818934751950592/t4294968631(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:275/0 lens 488/448 e 0 to 0 dl 1734671665 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1734671654.039526:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880092121180 with x1818934751950592 ext(0->57087) 00002000:00010000:1.0:1734671654.039530:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092121180 00000100:00100000:0.0:1734671654.041528:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.043770:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.050352:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.061001:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.068141:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752184576:192.168.204.51@tcp:105: 00010000:00010000:0.0:1734671654.068158:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671654.068199:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+103:1965:x1818934751951360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7071us (7202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.068209:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8564 00000100:00100000:0.0:1734671654.073763:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.082939:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.087638:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.098965:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.098996:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952128 00000100:00100000:0.0:1734671654.099004:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952128 00000100:00100000:0.0:1734671654.099037:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29449 00000100:00100000:0.0:1734671654.099043:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+909:12140:x1818934751952128:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:0.0:1734671654.099092:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099104:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099114:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099133:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099139:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099144:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099148:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.099152:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099157:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099165:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:0.0:1734671654.099167:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1734671654.099170:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.099175:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006096a9a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671654.099217:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+909:12140:x1818934751952128:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 173us (257us total) trans 0 rc -22/-22 00000100:00100000:0.0:1734671654.099224:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29449 00000100:00100000:1.0:1734671654.108975:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.109076:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952256 00000100:00100000:1.0:1734671654.109083:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952256 00002000:00100000:1.0:1734671654.109112:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x2b7:0x0] (0->57087) req@ffff8801363f8380 x1818934751952256/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:275/0 lens 488/0 e 0 to 0 dl 1734671665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1734671654.109121:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363f8380 with x1818934751952256 ext(0->57087) 00002000:00010000:1.0:1734671654.109125:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801363f8380 00000100:00100000:1.0:1734671654.109142:0:16810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 845 00000100:00100000:1.0:1734671654.109147:0:16810:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+104:1964:x1818934751952256:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:1.0:1734671654.112427:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734671654.112514:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752185088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671654.112534:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671654.113605:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752184960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671654.113626:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671654.114258:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752185600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671654.114273:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671654.114283:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752186112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671654.114294:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671654.114302:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752186624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671654.114314:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671654.114423:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752184960 00000100:00100000:1.0:1734671654.114427:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752184960 00000100:00100000:1.0:1734671654.114441:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752185600 00000100:00100000:1.0:1734671654.114443:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752185600 00000100:00100000:1.0:1734671654.114453:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752186112 00000100:00100000:1.0:1734671654.114455:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752186112 00000100:00100000:1.0:1734671654.114468:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752186624 00000100:00100000:1.0:1734671654.114470:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752186624 00000100:00100000:1.0:1734671654.114479:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519 00000100:00100000:1.0:1734671654.114483:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3302:x1818934752184960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671654.114493:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:688 count 1 00010000:00010000:1.0:1734671654.114502:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114512:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 105 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114517:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114518:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114520:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114534:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 105 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114541:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 105 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.114549:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752187136:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.114570:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671654.114583:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4520 00000100:00100000:1.0:1734671654.114586:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3302:x1818934752185600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671654.114597:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:693 count 1 00010000:00010000:1.0:1734671654.114606:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114615:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 105 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114619:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114621:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114623:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114636:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 105 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114644:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 105 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.114651:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752187264:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.114667:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2000 going to sleep for 11 seconds 00000100:00100000:1.0:1734671654.114707:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521 00000100:00100000:1.0:1734671654.114712:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3302:x1818934752186112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671654.114723:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:688 count 1 00010000:00010000:1.0:1734671654.114736:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114744:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 104 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114748:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114749:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114751:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114763:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 104 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114770:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 104 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.114778:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15777:1818934752187392:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.114795:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671654.114808:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522 00000100:00100000:1.0:1734671654.114811:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3302:x1818934752186624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671654.114821:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:692 count 1 00010000:00010000:1.0:1734671654.114829:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114837:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 104 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114842:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114843:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.114845:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114857:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 104 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.114864:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 104 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.114872:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752187520:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.114888:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2180 going to sleep for 11 seconds 00000100:00100000:1.0:1734671654.117808:0:16810:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+106:1964:x1818934751952256:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 8659us (8833us total) trans 4294968662 rc 0/0 00000100:00100000:1.0:1734671654.117816:0:16810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 845 00002000:00100000:1.0:1734671654.117824:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x2b7:0x0] (0->57087) req@ffff8801363f8380 x1818934751952256/t4294968662(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:275/0 lens 488/448 e 0 to 0 dl 1734671665 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1734671654.117832:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363f8380 with x1818934751952256 ext(0->57087) 00002000:00010000:1.0:1734671654.117835:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801363f8380 00000100:00100000:1.0:1734671654.117858:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531 00000100:00100000:1.0:1734671654.117862:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3303:x1818934752186240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671654.117873:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:689 count 1 00010000:00010000:1.0:1734671654.117883:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.117894:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 104 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.117899:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.117900:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671654.117902:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.117916:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 104 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.117924:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 104 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.117932:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752188672:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.117946:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734671654.119122:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.120589:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952384 00000100:00100000:0.0:1734671654.120597:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952384 00000100:00100000:1.0:1734671654.121007:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.121032:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.121047:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.121100:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952640 00000100:00100000:1.0:1734671654.121103:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952640 00010000:00010000:1.0:1734671654.121124:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc10800/0x87a91e5006091a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e9d expref: 106 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.121142:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952512 00000100:00100000:1.0:1734671654.121144:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952512 00010000:00010000:1.0:1734671654.121151:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d538400/0x87a91e50060915c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d1c expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.121161:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952768 00000100:00100000:1.0:1734671654.121162:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952768 00010000:00010000:1.0:1734671654.121168:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de16e00/0x87a91e5006093931 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5932 expref: 108 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.121180:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8565 00000100:00100000:1.0:1734671654.121185:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+108:1966:x1818934751952640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.121195:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.121200:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc10800/0x87a91e5006091a0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e9d expref: 108 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121208:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc10800/0x87a91e5006091a0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e9d expref: 108 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121224:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc10800/0x87a91e5006091a0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e9d expref: 108 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121235:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.121237:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.121241:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e5006096aa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.121248:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e5006096aa8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.121263:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.121295:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+107:1966:x1818934751952640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.121301:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8565 00000100:00100000:1.0:1734671654.121314:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8566 00000100:00100000:1.0:1734671654.121317:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+106:1966:x1818934751952512:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.121323:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.121326:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d538400/0x87a91e50060915c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d1c expref: 106 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121334:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d538400/0x87a91e50060915c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d1c expref: 106 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121344:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d538400/0x87a91e50060915c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d1c expref: 106 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121351:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.121353:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.121355:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230d400/0x87a91e5006096aa1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.121361:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230d400/0x87a91e5006096aa1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.121371:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.121385:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+105:1966:x1818934751952512:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 66us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.121390:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8566 00000100:00100000:1.0:1734671654.121400:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8567 00000100:00100000:1.0:1734671654.121404:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+104:1966:x1818934751952768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.121411:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.121414:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de16e00/0x87a91e5006093931 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5932 expref: 104 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121422:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de16e00/0x87a91e5006093931 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5932 expref: 104 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.121430:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.121432:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.121434:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458ee00/0x87a91e5006096aaf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.121440:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458ee00/0x87a91e5006096aaf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.121448:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.121461:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+104:1966:x1818934751952768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.121466:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8567 00000100:00100000:1.0:1734671654.121492:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752187264:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.121502:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.121520:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752187136:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.121527:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1734671654.122965:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf10e00/2, rc 0, transno 4294968663 00000100:00100000:0.0:1734671654.122974:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752184832:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1734671654.122981:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf13800/2, rc 0, transno 4294968665 00000100:00100000:0.0:1734671654.122984:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752184704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671654.132230:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132249:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132290:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132304:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132315:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132334:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132353:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132371:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132399:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132434:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132455:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132466:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132476:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132505:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.132528:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751952896 00000100:00100000:1.0:1734671654.132534:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751952896 00010000:00010000:1.0:1734671654.132558:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 103 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132574:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953024 00000100:00100000:1.0:1734671654.132576:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953024 00010000:00010000:1.0:1734671654.132583:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 104 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132591:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953280 00000100:00100000:1.0:1734671654.132593:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953280 00010000:00010000:1.0:1734671654.132600:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 106 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132607:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953152 00000100:00100000:1.0:1734671654.132609:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953152 00010000:00010000:1.0:1734671654.132614:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132621:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953408 00000100:00100000:1.0:1734671654.132623:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953408 00010000:00010000:1.0:1734671654.132630:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bca1400/0x87a91e5006095030 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60b7 expref: 105 pid: 18412 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132637:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953536 00000100:00100000:1.0:1734671654.132638:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953536 00010000:00010000:1.0:1734671654.132645:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11e00/0x87a91e50060919a3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e73 expref: 108 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132652:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953664 00000100:00100000:1.0:1734671654.132653:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953664 00010000:00010000:1.0:1734671654.132660:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8e2000/0x87a91e5006094fea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f609b expref: 109 pid: 18412 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132667:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953792 00000100:00100000:1.0:1734671654.132668:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953792 00010000:00010000:1.0:1734671654.132692:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d1ac00/0x87a91e5006096013 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6613 expref: 106 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132713:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751953920 00000100:00100000:1.0:1734671654.132715:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751953920 00010000:00010000:1.0:1734671654.132724:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361e1600/0x87a91e5006093285 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f56d8 expref: 110 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132732:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954176 00000100:00100000:1.0:1734671654.132734:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954176 00010000:00010000:1.0:1734671654.132741:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132748:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954048 00000100:00100000:1.0:1734671654.132749:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954048 00010000:00010000:1.0:1734671654.132757:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 111 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132764:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954304 00000100:00100000:1.0:1734671654.132765:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954304 00010000:00010000:1.0:1734671654.132772:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539400/0x87a91e50060915ac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d0e expref: 112 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132780:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954432 00000100:00100000:1.0:1734671654.132782:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954432 00010000:00010000:1.0:1734671654.132788:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 113 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.132797:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8568 00000100:00100000:1.0:1734671654.132803:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+107:1966:x1818934751952896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.132813:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.132818:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.132827:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.132846:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361e0800/0x87a91e5006093365 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f572c expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.132857:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.132859:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.132863:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.132870:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.132890:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.132917:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+106:1966:x1818934751952896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 114us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.132923:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8568 00000100:00100000:1.0:1734671654.132937:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8569 00000100:00100000:1.0:1734671654.132940:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+105:1966:x1818934751953024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.132946:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.132950:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 105 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.132957:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 105 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.132966:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31400/0x87a91e500609630e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6724 expref: 105 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.132979:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.132980:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.132983:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.132988:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133000:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133013:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+104:1966:x1818934751953024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133017:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8569 00000100:00100000:1.0:1734671654.133027:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8570 00000100:00100000:1.0:1734671654.133031:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+113:1965:x1818934751953280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133037:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133040:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 113 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133047:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 113 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133058:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133060:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133063:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133073:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133081:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133092:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+113:1965:x1818934751953280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133097:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8570 00000100:00100000:1.0:1734671654.133105:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8571 00000100:00100000:1.0:1734671654.133108:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b22dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+112:1965:x1818934751953152:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133113:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133116:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 112 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133123:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 112 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133133:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133134:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133137:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133143:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133150:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133163:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+112:1965:x1818934751953152:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 54us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133169:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8571 00000100:00100000:1.0:1734671654.133194:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8572 00000100:00100000:1.0:1734671654.133197:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+103:1965:x1818934751953408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133202:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133206:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bca1400/0x87a91e5006095030 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60b7 expref: 103 pid: 18412 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133213:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bca1400/0x87a91e5006095030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f60b7 expref: 103 pid: 18412 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133222:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133223:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133226:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933b3200/0x87a91e5006096ad2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133231:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800933b3200/0x87a91e5006096ad2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133239:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133251:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+103:1965:x1818934751953408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133255:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8572 00000100:00100000:1.0:1734671654.133264:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8573 00000100:00100000:1.0:1734671654.133268:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+111:1967:x1818934751953536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133273:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133276:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc11e00/0x87a91e50060919a3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e73 expref: 111 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133283:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc11e00/0x87a91e50060919a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e73 expref: 111 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133291:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133292:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133295:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133300:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133308:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133320:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+111:1967:x1818934751953536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133326:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8573 00000100:00100000:1.0:1734671654.133337:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8574 00000100:00100000:1.0:1734671654.133340:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+110:1965:x1818934751953664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133346:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133349:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d8e2000/0x87a91e5006094fea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f609b expref: 110 pid: 18412 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133356:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d8e2000/0x87a91e5006094fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f609b expref: 110 pid: 18412 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133365:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133366:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133369:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3c00/0x87a91e5006096ae0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133374:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3c00/0x87a91e5006096ae0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133381:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133392:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+110:1965:x1818934751953664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 51us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133396:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8574 00000100:00100000:1.0:1734671654.133405:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8575 00000100:00100000:1.0:1734671654.133409:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+102:1965:x1818934751953792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133414:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133417:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5d1ac00/0x87a91e5006096013 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6613 expref: 102 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133424:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5d1ac00/0x87a91e5006096013 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6613 expref: 102 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133431:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133433:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133435:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094522400/0x87a91e5006096ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133441:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094522400/0x87a91e5006096ae7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133448:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133457:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+102:1965:x1818934751953792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133461:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8575 00000100:00100000:1.0:1734671654.133471:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8576 00000100:00100000:1.0:1734671654.133474:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+109:1964:x1818934751953920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133479:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133483:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361e1600/0x87a91e5006093285 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f56d8 expref: 109 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133490:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361e1600/0x87a91e5006093285 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f56d8 expref: 109 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133498:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133499:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133502:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a48d0000/0x87a91e5006096aee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133508:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a48d0000/0x87a91e5006096aee lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133515:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133524:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+109:1964:x1818934751953920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 49us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133529:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8576 00000100:00100000:1.0:1734671654.133537:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8577 00000100:00100000:1.0:1734671654.133540:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+101:1965:x1818934751954176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133545:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133549:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 101 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133556:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 101 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133564:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133566:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133568:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133574:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133581:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133589:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+101:1965:x1818934751954176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133593:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8577 00000100:00100000:1.0:1734671654.133602:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8578 00000100:00100000:1.0:1734671654.133605:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b22d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+108:1965:x1818934751954048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133610:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133614:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 108 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133621:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 108 pid: 18851 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133630:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133632:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133634:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133639:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133647:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133656:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+108:1965:x1818934751954048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 50us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133661:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8578 00000100:00100000:1.0:1734671654.133692:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8579 00000100:00100000:1.0:1734671654.133695:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+107:1965:x1818934751954304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133711:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133715:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d539400/0x87a91e50060915ac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d0e expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133722:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d539400/0x87a91e50060915ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d0e expref: 107 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133731:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133732:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133734:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133739:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133747:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133758:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+107:1965:x1818934751954304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133763:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8579 00000100:00100000:1.0:1734671654.133773:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8580 00000100:00100000:1.0:1734671654.133776:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+106:1965:x1818934751954432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.133781:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.133784:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 106 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133791:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 106 pid: 8437 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.133799:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133800:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.133803:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133807:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133814:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.133823:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+106:1965:x1818934751954432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 46us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.133827:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8580 00010000:00010000:1.0:1734671654.133861:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11e00/0x87a91e50060919a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4e73 expref: 105 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.133870:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b150a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752187776:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.133882:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133890:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133895:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133902:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133907:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133913:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133918:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.133921:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133927:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133936:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.133945:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2e00/0x87a91e5006096ad9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.134240:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3304:x1818934752185856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17902us (18286us total) trans 4294968632 rc 0/0 00000100:00100000:1.0:1734671654.134247:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00100000:1.0:1734671654.134267:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954560 00000100:00100000:1.0:1734671654.134271:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954560 00000100:00100000:1.0:1734671654.134292:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29450 00000100:00100000:1.0:1734671654.134295:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:12140:x1818934751954560:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:1.0:1734671654.134349:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:12140:x1818934751954560:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 52us (1843us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.134354:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29450 00000004:00080000:1.0:1734671654.134380:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf10000/2, rc 0, transno 4294968632 00000100:00100000:1.0:1734671654.134387:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752185856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671654.134433:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752189056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671654.134456:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734671654.134479:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11400/0x87a91e50060962c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6708 expref: 104 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.134487:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752187520:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.134495:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134505:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134509:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134515:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134519:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134524:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134528:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08ec00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.134530:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134535:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134542:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134547:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b08ec00/0x87a91e5006096acb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.134726:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3302:x1818934752186624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19912us (20410us total) trans 4294968633 rc 0/0 00000100:00100000:1.0:1734671654.134731:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522 00000100:00100000:1.0:1734671654.134739:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189056 00000100:00100000:1.0:1734671654.134742:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189056 00000100:00100000:1.0:1734671654.134753:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534 00000100:00100000:1.0:1734671654.134757:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3304:x1818934752189056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671654.134767:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:693 count 1 00010000:00010000:1.0:1734671654.134777:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134787:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 103 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.134791:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.134793:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.134795:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134810:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 103 pid: 18851 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.134819:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 103 pid: 18851 timeout: 436 lvb_type: 1 00000100:00100000:1.0:1734671654.134829:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752189184:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.134845:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2180 going to sleep for 11 seconds 00010000:00010000:1.0:1734671654.134865:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093bf0600/0x87a91e5006093b53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f59f6 expref: 103 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.134873:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752188672:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.134881:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134888:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134894:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134900:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134905:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134911:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134915:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.134918:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134928:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134936:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.134941:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800910fe200/0x87a91e5006096b0a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.135093:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752186240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17229us (18983us total) trans 4294968634 rc 0/0 00000100:00100000:1.0:1734671654.135098:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531 00010000:00010000:1.0:1734671654.135121:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008de17a00/0x87a91e5006093812 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f58c2 expref: 102 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.135129:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15777:1818934752187392:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.135137:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135144:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135150:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135160:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135166:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135171:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135176:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.135178:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135184:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135191:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135197:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931a0400/0x87a91e5006096ac4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.135338:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3302:x1818934752186112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20625us (21043us total) trans 4294968635 rc 0/0 00000100:00100000:1.0:1734671654.135343:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521 00010000:00010000:1.0:1734671654.135359:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135367:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135373:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135378:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135384:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135389:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.135391:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135397:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135405:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135411:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f400/0x87a91e5006096abd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.135545:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3302:x1818934752185600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20958us (21270us total) trans 4294968666 rc 0/0 00000100:00100000:1.0:1734671654.135551:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4520 00010000:00010000:1.0:1734671654.135564:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135571:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135577:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135582:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135588:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135592:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.135595:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135600:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135608:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.135614:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f000/0x87a91e5006096ab6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.135768:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3302:x1818934752184960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21283us (22140us total) trans 4294968667 rc 0/0 00000100:00100000:1.0:1734671654.135773:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519 00000004:00080000:1.0:1734671654.135800:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf11880/2, rc 0, transno 4294968666 00000100:00100000:1.0:1734671654.135803:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752185600:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671654.135809:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf12a00/2, rc 0, transno 4294968635 00000100:00100000:1.0:1734671654.135812:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752186112:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671654.135817:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf12300/2, rc 0, transno 4294968633 00000100:00100000:1.0:1734671654.135820:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752186624:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671654.135826:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf13100/2, rc 0, transno 4294968664 00000100:00100000:1.0:1734671654.135828:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752185088:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671654.135833:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf12680/2, rc 0, transno 4294968667 00000100:00100000:1.0:1734671654.135835:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752184960:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1734671654.136085:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf10380/2, rc 0, transno 4294968634 00000100:00100000:0.0:1734671654.136089:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752186240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671654.136721:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a3f000/0x87a91e5006095fe2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65fe expref: 101 pid: 18851 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734671654.136736:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752188288:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671654.136747:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136754:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136760:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136766:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136772:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136778:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136784:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d21200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671654.136786:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136793:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136801:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.136807:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129d21200/0x87a91e5006096af5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671654.136957:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3301:x1818934752186496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20023us (20909us total) trans 4294968636 rc 0/0 00000100:00100000:0.0:1734671654.136963:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528 00010000:00010000:0.0:1734671654.136987:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093956800/0x87a91e5006093c41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5a4a expref: 100 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734671654.136995:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:19185:1818934752188416:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671654.137003:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137010:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137020:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137026:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137032:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137037:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137042:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671654.137043:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137048:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137055:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137061:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008efc2c00/0x87a91e5006096afc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671654.137198:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+14:3303:x1818934752185216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20157us (21134us total) trans 4294968668 rc 0/0 00000100:00100000:0.0:1734671654.137204:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00010000:00010000:0.0:1734671654.137226:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d539400/0x87a91e50060915ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4d0e expref: 100 pid: 8437 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1734671654.137234:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752188544:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671654.137243:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137249:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137255:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137261:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137267:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137273:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137277:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092cdb400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671654.137280:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137290:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137298:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.137304:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092cdb400/0x87a91e5006096b03 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671654.137427:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752185728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20293us (21337us total) trans 4294968637 rc 0/0 00000100:00100000:0.0:1734671654.137432:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000004:00080000:0.0:1734671654.137456:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf11500/2, rc 0, transno 4294968636 00000100:00100000:0.0:1734671654.137459:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752186496:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1734671654.137471:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf11f80/2, rc 0, transno 4294968668 00000100:00100000:0.0:1734671654.137474:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752185216:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1734671654.137479:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008cf12d80/2, rc 0, transno 4294968637 00000100:00100000:0.0:1734671654.137481:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752185728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671654.151433:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.151511:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.151535:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954688 00000100:00100000:1.0:1734671654.151542:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954688 00010000:00010000:1.0:1734671654.151567:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8b400/0x87a91e5006096982 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f691c expref: 98 pid: 18851 timeout: 436 lvb_type: 1 00000100:00100000:1.0:1734671654.151586:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8581 00000100:00100000:1.0:1734671654.151591:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1965:x1818934751954688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.151601:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.151606:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e8b400/0x87a91e5006096982 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f691c expref: 98 pid: 18851 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.151615:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e8b400/0x87a91e5006096982 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f691c expref: 98 pid: 18851 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.151633:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.151635:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.151638:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b38e00/0x87a91e5006096b11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151645:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b38e00/0x87a91e5006096b11 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151658:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.151712:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1965:x1818934751954688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 120us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.151718:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8581 00000100:00100000:1.0:1734671654.151730:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751954944 00000100:00100000:1.0:1734671654.151732:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751954944 00010000:00010000:1.0:1734671654.151739:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 98 pid: 18851 timeout: 436 lvb_type: 1 00000100:00100000:1.0:1734671654.151750:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8582 00000100:00100000:1.0:1734671654.151753:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1967:x1818934751954944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.151758:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.151760:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 98 pid: 18851 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.151772:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 98 pid: 18851 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.151782:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.151783:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.151786:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151791:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151798:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.151809:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+98:1967:x1818934751954944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 55us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.151813:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8582 00010000:00010000:1.0:1734671654.151845:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x87a91e50060968d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f68eb expref: 97 pid: 18851 timeout: 436 lvb_type: 1 00000100:00100000:1.0:1734671654.151858:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752189184:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.151871:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151878:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151884:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151890:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151896:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151902:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151906:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08ee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.151909:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151915:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151923:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.151927:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b08ee00/0x87a91e5006096b18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.152159:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3304:x1818934752189056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17401us (17702us total) trans 4294968640 rc 0/0 00000100:00100000:1.0:1734671654.152166:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534 00000004:00080000:1.0:1734671654.152194:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009378c380/2, rc 0, transno 4294968640 00000100:00100000:1.0:1734671654.152199:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752189056:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671654.159569:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800997f4700/2, rc 0, transno 4294968671 00000100:00100000:1.0:1734671654.159578:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752188800:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1734671654.195241:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968626 is committed 00000001:00080000:1.0:1734671654.195253:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968619 is committed 00000001:00080000:1.0:1734671654.195260:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968631 is committed 00000100:00100000:1.0:1734671654.200428:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.203388:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.203484:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671654.204033:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204040:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204049:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671654.204063:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f9:0x0]: returning size 260096 00000004:00200000:0.0:1734671654.204066:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671654.204077:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204083:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204088:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204093:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204097:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204102:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093cb1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.204105:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204110:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204118:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671654.204121:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.204124:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204128:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1400/0x87a91e5006096b26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204139:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204144:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204148:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204152:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b4e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.204154:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204158:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204163:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xec7107a9 (ffff88008ce43d00) 00010000:00010000:0.0:1734671654.204165:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.204167:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204170:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4e00/0x87a91e5006096b2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.204192:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006096b1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6985 expref: 509 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.204201:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6985 expref: 508 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.204207:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:0.0:1734671654.204209:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671654.204210:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800923b2600, rc 0) 00000100:00100000:0.0:1734671654.204222:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12139:x1818934751955328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 621us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.204227:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29451 00000100:00100000:0.0:1734671654.206800:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751955712 00000100:00100000:0.0:1734671654.206807:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751955712 00000100:00100000:0.0:1734671654.206840:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751955968 00000100:00100000:0.0:1734671654.206842:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751955968 00000100:00100000:0.0:1734671654.206856:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29452 00000100:00100000:0.0:1734671654.206862:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12140:x1818934751955712:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.206878:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.206891:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3e200/0x87a91e5006096b3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f698c expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.206931:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.206941:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.206949:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.206959:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.206963:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.206968:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207177:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207184:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207189:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671654.207205:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f8:0x0]: returning size 260096 00000004:00200000:0.0:1734671654.207208:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671654.207219:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207226:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207230:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207234:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207239:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207243:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec3ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.207245:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207250:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207258:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671654.207261:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.207263:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207267:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3ee00/0x87a91e5006096b49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207274:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207278:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207282:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207285:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec3fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.207287:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207292:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207297:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xec7107a9 (ffff88009b0dc300) 00010000:00010000:0.0:1734671654.207299:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.207301:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207305:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3fc00/0x87a91e5006096b57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671654.207324:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec3e200/0x87a91e5006096b3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f698c expref: 511 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.207337:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f698c expref: 510 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.207341:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff880093ddd400) 00010000:00010000:0.0:1734671654.207343:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671654.207345:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e917a00, rc 0) 00000100:00100000:0.0:1734671654.207365:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934751955712:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 503us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.207370:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29452 00000100:00100000:0.0:1734671654.209775:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.209839:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751956352 00000100:00100000:1.0:1734671654.209845:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751956352 00010000:00010000:1.0:1734671654.209869:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6985 expref: 510 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.209890:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8583 00000100:00100000:1.0:1734671654.209895:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:1964:x1818934751956352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.209905:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.209910:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6985 expref: 510 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.209918:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6985 expref: 510 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.209935:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006096b34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6985 expref: 510 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.209944:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:1.0:1734671654.209948:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.209958:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.209964:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.209977:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.210003:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:1964:x1818934751956352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.210008:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8583 00000100:00100000:0.0:1734671654.211976:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.214084:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.214324:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751956480 00000100:00100000:1.0:1734671654.214330:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751956480 00000100:00100000:1.0:1734671654.214363:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29455 00000100:00100000:1.0:1734671654.214369:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934751956480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.214386:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.214399:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006096b7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f69a1 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.214456:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.214467:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6993 expref: 512 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.214473:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.214496:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6993 expref: 512 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.214509:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6993 expref: 512 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.214518:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752189568:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.215391:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.215437:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.215487:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751956608 00000100:00100000:1.0:1734671654.215490:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751956608 00010000:00010000:1.0:1734671654.215505:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f698c expref: 513 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.215534:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8584 00000100:00100000:1.0:1734671654.215539:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:1965:x1818934751956608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.215547:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.215552:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f698c expref: 513 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.215560:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f698c expref: 513 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.215620:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e917a00/0x87a91e5006096b5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f698c expref: 513 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.215631:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff880093ddd400) 00010000:00010000:1.0:1734671654.215634:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006096b73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.215640:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006096b73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.215646:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006096b73 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.216031:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.216047:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:1965:x1818934751956608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 507us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.216053:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8584 00000100:00100000:0.0:1734671654.217908:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.218358:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e5006096b50 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6993 expref: 511 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.218370:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752189568:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.218385:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.218392:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.218396:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671654.218430:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f9:0x0]: returning size 260096 00000004:00200000:1.0:1734671654.218434:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.218446:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.218468:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e5006096b7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69a1 expref: 511 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.218480:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006096b81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69a1 expref: 510 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.218489:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:1.0:1734671654.218492:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.218493:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354e6c00, rc 0) 00000100:00100000:1.0:1734671654.218525:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12139:x1818934751956480:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4156us (4446us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.218531:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29455 00000100:00100000:0.0:1734671654.220959:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.222062:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751956864 00000100:00100000:1.0:1734671654.222071:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751956864 00000100:00100000:1.0:1734671654.222281:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29456 00000100:00100000:1.0:1734671654.222287:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934751956864:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.222306:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.222320:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006096b8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f69a8 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.222376:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.222388:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006096b73 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f699a expref: 511 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.222394:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.222416:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006096b73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f699a expref: 511 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.222427:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009327ec00/0x87a91e5006096b73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f699a expref: 511 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.222437:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752189696:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.222488:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.222981:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.224260:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752189696:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671654.224274:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671654.224305:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671654.224613:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.224619:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671654.224639:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f8:0x0]: returning size 260096 00000004:00200000:0.0:1734671654.224641:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671654.224647:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.224663:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e5006096b8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69a8 expref: 513 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.224672:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099855e00/0x87a91e5006096b96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69a8 expref: 512 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.224693:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff880093ddd400) 00010000:00010000:0.0:1734671654.224705:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671654.224707:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099855e00, rc 0) 00000100:00100000:0.0:1734671654.224723:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934751956864:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2436us (3772us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.224728:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29456 00000100:00100000:0.0:1734671654.226330:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.226363:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.229390:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.229776:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.232252:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.232889:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.235339:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.235371:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.237638:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.237733:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.237797:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751958784 00000100:00100000:1.0:1734671654.237803:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751958784 00000100:00100000:1.0:1734671654.237828:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29462 00000100:00100000:1.0:1734671654.237834:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934751958784:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.237846:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.237858:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006096bf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f69c4 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.237894:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.237904:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.237911:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.237921:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.237926:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.237931:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238452:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238464:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238469:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671654.238483:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.238489:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238496:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238502:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238506:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238511:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238515:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.238518:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238524:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238531:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671654.238533:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.238536:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238543:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006096bff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238565:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238570:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238574:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238578:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a82ba000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.238580:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238584:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238590:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xea3178f (ffff880134fe4a00) 00010000:00010000:1.0:1734671654.238592:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.238594:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238598:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006096c0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.238616:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006096bf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69c4 expref: 516 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.238624:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69c4 expref: 515 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.238632:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a4:0x0].0x0 (ffff88009b0dc600) 00010000:00010000:1.0:1734671654.238634:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.238636:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82bb800, rc 0) 00000100:00100000:1.0:1734671654.238766:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934751958784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 931us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.238771:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29462 00000100:00100000:1.0:1734671654.240312:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751959040 00000100:00100000:1.0:1734671654.240318:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751959040 00000100:00100000:1.0:1734671654.240352:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29464 00000100:00100000:1.0:1734671654.240358:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934751959040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.240369:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.240379:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006096c1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f69d2 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.240418:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240429:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240436:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240446:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240452:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240460:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240531:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240538:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240543:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671654.240563:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.240573:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240580:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240585:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240590:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240595:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240599:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.240603:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240608:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240619:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.240621:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.240624:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240628:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006096c22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240636:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240641:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240645:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240648:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7bb5200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.240650:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240655:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240660:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xea3178f (ffff880134fe4700) 00010000:00010000:1.0:1734671654.240662:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.240664:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240667:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096c29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.240723:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006096c1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 517 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.240733:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 516 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.240739:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.240741:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.240743:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009284b600, rc 0) 00000100:00100000:1.0:1734671654.240780:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934751959040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 421us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.240786:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29464 00000100:00100000:0.0:1734671654.240903:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.240934:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751959296 00000100:00100000:1.0:1734671654.241117:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751959296 00000100:00100000:1.0:1734671654.241145:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29465 00000100:00100000:1.0:1734671654.241150:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934751959296:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671654.241171:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1734671654.241181:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006096c14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69c4 expref: 516 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.241193:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43c00/0x87a91e5006096bea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69bd expref: 515 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.241199:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a4:0x0].0x0 (ffff88009b0dc600) 00010000:00010000:1.0:1734671654.241202:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671654.241220:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006096c37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.241226:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006096c37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.241235:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006096c37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671654.241492:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099746d80 reply state ffff880134f4d000 transno 4294982243 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006096c37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671654.241498:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671654.241539:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934751959296:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 387us (635us total) trans 4294982243 rc 0/0 00000100:00100000:1.0:1734671654.241545:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29465 00000100:00100000:0.0:1734671654.242488:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.242569:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751959680 00000100:00100000:1.0:1734671654.242573:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751959680 00000100:00100000:1.0:1734671654.242611:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29466 00000100:00100000:1.0:1734671654.242617:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934751959680:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671654.242642:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.242655:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42400/0x87a91e5006096c06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69cb expref: 516 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.242666:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.242669:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671654.242722:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096c3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.242733:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 515 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.242739:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096c3e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.242773:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 515 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.242783:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 515 pid: 11200 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.242793:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752189824:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.243262:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.243323:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.243363:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.245190:0:11200:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff88009378f480 x1818934752189824) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 514 pid: 11200 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.245201:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096c30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69d2 expref: 514 pid: 11200 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.245215:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752189824:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.245229:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.245234:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096c3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.245240:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096c3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.245244:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096c3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671654.245367:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00010000:1.0:1734671654.245441:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099746a00 reply state ffff880134f4b000 transno 4294982244 ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096c3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671654.245452:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671654.245509:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934751959680:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2890us (3021us total) trans 4294982244 rc 0/0 00000100:00100000:1.0:1734671654.245515:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29466 00000100:00100000:1.0:1734671654.245531:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751960064 00000100:00100000:1.0:1734671654.245534:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751960064 00000100:00100000:0.0:1734671654.248455:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.248785:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.250816:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.250857:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.250926:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751960832 00000100:00100000:1.0:1734671654.250930:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751960832 00000100:00100000:1.0:1734671654.250944:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29469 00000100:00100000:1.0:1734671654.250948:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12140:x1818934751960832:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:1.0:1734671654.250972:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.250981:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.250989:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251003:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251008:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251013:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251018:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009284ae00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.251021:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251027:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251033:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.251036:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1734671654.251038:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.251042:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096c53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671654.251073:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12140:x1818934751960832:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 124us (216us total) trans 0 rc -22/-22 00000100:00100000:1.0:1734671654.251079:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29469 00000100:00100000:0.0:1734671654.254063:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.254112:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.258009:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.260787:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.264657:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.268535:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.268587:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.276301:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.280223:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.281248:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.286561:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.287041:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.289237:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.289382:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751962880 00000100:00100000:1.0:1734671654.289387:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751962880 00010000:00010000:1.0:1734671654.289404:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eca00/0x87a91e5006096cae lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69fc expref: 527 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.289423:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8589 00000100:00100000:1.0:1734671654.289427:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934751962880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.289436:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.289440:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eca00/0x87a91e5006096cae lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5a4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69fc expref: 527 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.289448:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eca00/0x87a91e5006096cae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f69fc expref: 527 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.289467:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a4:0x0].0x0 (ffff88009b0dc600) 00010000:00010000:1.0:1734671654.289471:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43400/0x87a91e5006096cdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.289478:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43400/0x87a91e5006096cdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.289484:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43400/0x87a91e5006096cdf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.289496:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.289522:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934751962880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.289529:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8589 00000100:00100000:0.0:1734671654.290434:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.292803:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.295641:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.298055:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.299108:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.299161:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751963648 00000100:00100000:1.0:1734671654.299167:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751963648 00010000:00010000:1.0:1734671654.299192:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006096ced lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a11 expref: 527 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.300004:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8591 00000100:00100000:1.0:1734671654.300010:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:1965:x1818934751963648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.300019:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.300024:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006096ced lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a11 expref: 529 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.300033:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006096ced lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a11 expref: 529 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.300045:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3000/0x87a91e5006096ced lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a11 expref: 529 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.300066:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.300069:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006096d02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.300075:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006096d02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.300079:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0eda00/0x87a91e5006096d02 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.300103:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.300139:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:1965:x1818934751963648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 128us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.300145:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8591 00000100:00100000:0.0:1734671654.304100:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.304141:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.304185:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.308181:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.309982:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.311408:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.313157:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.313176:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751964672 00000100:00100000:0.0:1734671654.313181:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751964672 00000100:00100000:0.0:1734671654.313218:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2909 00000100:00100000:0.0:1734671654.313224:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1967:x1818934751964672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671654.313233:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671654.313246:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42400/0x87a91e5006096d4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a2d expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.313264:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:0.0:1734671654.313268:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671654.313287:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1967:x1818934751964672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.313293:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2909 00000100:00100000:0.0:1734671654.320020:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.320076:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.324429:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.326267:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751965440 00000100:00100000:1.0:1734671654.326273:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751965440 00000100:00100000:1.0:1734671654.326297:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29485 00000100:00100000:1.0:1734671654.326303:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12139:x1818934751965440:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.326316:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.326327:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096dcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6a49 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.326363:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326372:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326378:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326388:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326393:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326398:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326453:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096de2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326459:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096de2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326465:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096de2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671654.326484:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5a4:0x0]: returning size 57088 00000004:00200000:1.0:1734671654.326487:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.326497:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096de2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326504:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096de2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326508:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326514:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326519:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326526:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009284b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.326528:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326533:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326539:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671654.326541:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.326543:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326548:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284b600/0x87a91e5006096dd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326561:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326565:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326569:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326572:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7bb5200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.326574:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326577:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326583:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff880134fe4700) 00010000:00010000:1.0:1734671654.326585:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.326587:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326591:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7bb5200/0x87a91e5006096ddb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.326608:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284ae00/0x87a91e5006096dcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a49 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.326615:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096de2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a49 expref: 526 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.326621:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a4:0x0].0x0 (ffff88009b0dc600) 00010000:00010000:1.0:1734671654.326622:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.326624:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099864a00, rc 0) 00000100:00100000:1.0:1734671654.326650:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934751965440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 346us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.326655:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29485 00000100:00100000:0.0:1734671654.328429:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.330749:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.330798:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.330864:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751966080 00000100:00100000:1.0:1734671654.330871:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751966080 00000100:00100000:1.0:1734671654.330908:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751965824 00000100:00100000:1.0:1734671654.330911:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751965824 00000100:00100000:1.0:1734671654.330926:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29487 00000100:00100000:1.0:1734671654.330932:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934751966080:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.330945:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.330957:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006096e05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6a5e expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.331014:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.331025:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e5006096dfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a50 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.331031:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.331054:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e5006096dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a50 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.331063:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e5006096dfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a50 expref: 529 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.331073:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752190464:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.331317:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671654.335344:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752190464:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.335357:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671654.335799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.335876:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.336098:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8593 00000100:00100000:1.0:1734671654.336103:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:1964:x1818934751966336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.336111:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.336116:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e5006096dfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a50 expref: 530 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.336128:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e5006096dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a50 expref: 530 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.336142:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7000/0x87a91e5006096dfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a50 expref: 530 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.336154:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.336158:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.336164:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.336168:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.336178:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.336194:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:1964:x1818934751966336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.336199:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8593 00010000:00010000:1.0:1734671654.336216:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.336221:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671654.336232:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5a5:0x0]: returning size 57088 00010000:00010000:1.0:1734671654.337746:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ba00/0x87a91e5006096e05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a5e expref: 529 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.337758:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1a00/0x87a91e5006096e1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a5e expref: 528 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.337768:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:1.0:1734671654.337770:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671654.337772:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf1a00, rc 0) 00000100:00100000:1.0:1734671654.337802:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934751966080:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6870us (7060us total) trans 4294982256 rc 0/0 00000100:00100000:1.0:1734671654.337808:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29487 00000100:00100000:0.0:1734671654.338517:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.338578:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751966464 00000100:00100000:1.0:1734671654.338584:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751966464 00000100:00100000:1.0:1734671654.338619:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29489 00000100:00100000:1.0:1734671654.338624:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934751966464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.338638:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.338647:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6a65 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.339101:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.339113:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006096e13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a57 expref: 529 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.339119:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.339148:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006096e13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a57 expref: 529 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.339158:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9c00/0x87a91e5006096e13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a57 expref: 529 pid: 16887 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.339170:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752190720:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.339420:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.340350:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.341237:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.341239:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752190720:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.341251:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.341480:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.341486:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671654.341508:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5a4:0x0]: returning size 57088 00000004:00200000:1.0:1734671654.341511:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.341521:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.341541:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a65 expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.341550:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0e00/0x87a91e5006096e36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a65 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.341555:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a4:0x0].0x0 (ffff88009b0dc600) 00010000:00010000:1.0:1734671654.341557:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.341559:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf0e00, rc 0) 00000100:00100000:1.0:1734671654.341577:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934751966464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2952us (3062us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.341585:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29489 00000100:00100000:0.0:1734671654.342599:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.344593:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.346428:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.346603:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751967104 00000100:00100000:1.0:1734671654.346609:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751967104 00000100:00100000:1.0:1734671654.346648:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29492 00000100:00100000:1.0:1734671654.346654:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934751967104:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:0.0:1734671654.346655:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.346667:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.346705:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006096e60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6a7a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.346740:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346750:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346757:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346768:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346773:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346778:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346815:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346820:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346826:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346830:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf1800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.346832:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346837:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346843:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.346845:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.346847:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346852:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1800/0x87a91e5006096e67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346861:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346866:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346870:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346874:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.346875:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.346880:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.347038:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xf060562 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.347042:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.347046:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.347050:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0000/0x87a91e5006096e6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.347082:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006096e60 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a7a expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.347088:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006096e60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a7a expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.347095:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf0800, rc 0) 00000100:00100000:1.0:1734671654.347239:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934751967104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 583us (814us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671654.347244:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29492 00000100:00100000:0.0:1734671654.348662:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.348716:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751967360 00000100:00100000:1.0:1734671654.348722:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751967360 00000100:00100000:0.0:1734671654.348732:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.348813:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29494 00000100:00100000:1.0:1734671654.348818:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934751967360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.348830:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.348840:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096e7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6a88 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.348861:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a88 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.348873:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a88 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.348879:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.348881:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.348883:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf0c00, rc 0) 00000100:00100000:1.0:1734671654.348916:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934751967360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 98us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.348921:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29494 00000100:00100000:0.0:1734671654.350829:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.353925:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.354361:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751967744 00000100:00100000:1.0:1734671654.354367:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751967744 00000100:00100000:1.0:1734671654.354391:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29495 00000100:00100000:1.0:1734671654.354396:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934751967744:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.354667:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.354705:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006096e83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6a8f expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.354755:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354766:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354775:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354787:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354797:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354801:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354842:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354848:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354852:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354856:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf0600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.354859:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354864:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354872:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671654.354875:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.354878:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354883:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0600/0x87a91e5006096e8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354891:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354895:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354899:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354903:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099864a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.354905:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354908:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354913:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xf060562 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.354915:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.354917:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354921:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096e91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.354950:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006096e83 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a8f expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.354957:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1e00/0x87a91e5006096e83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6a8f expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.354964:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf1e00, rc 0) 00000100:00100000:1.0:1734671654.354982:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934751967744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 586us (1063us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671654.354988:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29495 00000100:00100000:0.0:1734671654.357461:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.357558:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.363053:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.363131:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.365125:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.366469:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.368139:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.371501:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.373338:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.375183:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.379059:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.379554:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751969536 00000100:00100000:1.0:1734671654.379561:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751969536 00000100:00100000:1.0:1734671654.379601:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29500 00000100:00100000:1.0:1734671654.379607:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934751969536:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.379625:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.379639:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096f16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ac7 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.379713:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096f16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac7 expref: 533 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.379724:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006096f16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac7 expref: 533 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.379737:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a6:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671654.379739:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734671654.379741:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099864a00, rc 0) 00000100:00100000:1.0:1734671654.380059:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934751969536:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 451us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.380065:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29500 00000100:00100000:0.0:1734671654.383003:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.383050:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.383172:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751969792 00000100:00100000:1.0:1734671654.383178:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751969792 00000100:00100000:1.0:1734671654.383211:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29501 00000100:00100000:1.0:1734671654.383217:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934751969792:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671654.383252:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.383273:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8e00/0x87a91e5006096eec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6aa4 expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.383292:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff88008ce43d00) 00010000:00010000:1.0:1734671654.383302:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671654.383333:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096f1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.383343:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.383357:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671654.383998:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3cfb80 reply state ffff88012c89e000 transno 4294982260 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0c00/0x87a91e5006096f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671654.384005:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671654.384427:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934751969792:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1208us (1430us total) trans 4294982260 rc 0/0 00000100:00100000:1.0:1734671654.384433:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29501 00000100:00100000:0.0:1734671654.391482:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.391972:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.392712:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751970048 00000100:00100000:1.0:1734671654.392721:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751970048 00000100:00100000:1.0:1734671654.392764:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751970304 00000100:00100000:1.0:1734671654.392767:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751970304 00000100:00100000:1.0:1734671654.392784:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29502 00000100:00100000:1.0:1734671654.392790:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934751970048:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.392810:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.392828:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006096f24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ace expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.392867:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006096f24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ace expref: 535 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.392876:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0800/0x87a91e5006096f24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ace expref: 535 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.392889:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.392892:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734671654.392894:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf0800, rc 0) 00000100:00100000:1.0:1734671654.392933:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934751970048:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 143us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.392939:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29502 00000100:00100000:0.0:1734671654.395952:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.399071:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.399240:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751970560 00000100:00100000:1.0:1734671654.399247:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751970560 00002000:00100000:1.0:1734671654.399523:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2b7:0x0] (0->51455) req@ffff88008d3cca80 x1818934751970560/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:275/0 lens 488/0 e 0 to 0 dl 1734671665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1734671654.399535:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d3cca80 with x1818934751970560 ext(0->51455) 00002000:00010000:1.0:1734671654.399540:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d3cca80 00000100:00100000:0.0:1734671654.399632:0:16862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 846 00000100:00100000:0.0:1734671654.399638:0:16862:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1964:x1818934751970560:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:0.0:1734671654.402468:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.405410:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.406149:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.417523:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.417619:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751971200 00000100:00100000:1.0:1734671654.417628:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751971200 00000100:00100000:1.0:1734671654.417701:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29506 00000100:00100000:1.0:1734671654.417708:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934751971200:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:1.0:1734671654.417802:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934751971200:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 94us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.417809:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29506 00000100:00100000:0.0:1734671654.421173:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.455566:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.455591:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751971456 00000100:00100000:0.0:1734671654.455599:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751971456 00000100:00100000:0.0:1734671654.455626:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4547 00000100:00100000:0.0:1734671654.455632:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1964:x1818934751971456:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:0.0:1734671654.476618:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.477114:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751971584 00000100:00100000:0.0:1734671654.477121:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751971584 00000100:00100000:0.0:1734671654.477156:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29507 00000100:00100000:0.0:1734671654.477167:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+505:12140:x1818934751971584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.477183:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.477199:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc32400/0x87a91e5006096f39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ad5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.477257:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006096f40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.477268:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006096f40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.477381:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006096f40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671654.477402:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671654.477412:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006096f40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.477433:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc32400/0x87a91e5006096f39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ad5 expref: 507 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.477444:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006096f40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ad5 expref: 506 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.477450:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:0.0:1734671654.477453:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671654.477456:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009463c200, rc 0) 00000100:00100000:0.0:1734671654.477505:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12140:x1818934751971584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 341us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.477510:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29507 00000100:00100000:1.0:1734671654.483721:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.483747:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751971712 00000100:00100000:1.0:1734671654.483754:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751971712 00000100:00100000:1.0:1734671654.483785:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29508 00000100:00100000:1.0:1734671654.483792:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12140:x1818934751971712:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.483809:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.483825:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006096f47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6adc expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.483872:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.483883:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.483893:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.483904:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.483910:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.483915:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.483994:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484001:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484006:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671654.484030:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.484042:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484053:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484058:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484063:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484068:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484073:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.484076:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484082:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484090:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.484092:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.484096:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484101:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006096f4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484109:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484113:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484118:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484122:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.484123:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484127:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484131:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xf060562 (ffff880134fe4d00) 00010000:00010000:1.0:1734671654.484133:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.484135:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484139:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006096f55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.484159:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006096f47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6adc expref: 508 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.484169:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6adc expref: 507 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.484174:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.484176:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.484178:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98e00, rc 0) 00000100:00100000:1.0:1734671654.484226:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12140:x1818934751971712:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 433us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.484232:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29508 00000100:00100000:0.0:1734671654.488808:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751971840 00000100:00100000:0.0:1734671654.488816:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751971840 00000100:00100000:0.0:1734671654.489068:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2910 00000100:00100000:0.0:1734671654.489075:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:1966:x1818934751971840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671654.489088:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671654.489107:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006096f5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6adc expref: 507 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.489120:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:0.0:1734671654.489123:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671654.489167:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:1966:x1818934751971840:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 91us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.489173:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2910 00000001:00080000:1.0:1734671654.489776:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968637 is committed 00000001:00080000:1.0:1734671654.489787:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968640 is committed 00000001:00080000:1.0:1734671654.489799:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968644 is committed 00000100:00100000:0.0:1734671654.490248:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.492334:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.492362:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.493940:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.493985:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.494319:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29512 00000100:00100000:1.0:1734671654.494325:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12139:x1818934751972736:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.494332:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.494342:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006096f7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6aea expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.494369:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494377:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494383:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494393:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494398:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494402:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494791:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006096f94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494798:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006096f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494804:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006096f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671654.494826:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.494837:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006096f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494844:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006096f94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494849:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494859:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494863:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494867:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093881800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.494869:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494873:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494880:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671654.494882:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.494884:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494888:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006096f86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494896:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494904:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494909:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494912:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.494915:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494919:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494924:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xf060562 (ffff880134fe4e00) 00010000:00010000:1.0:1734671654.494926:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.494928:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494932:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006096f8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.494951:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e5006096f7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6aea expref: 509 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.494959:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006096f94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6aea expref: 508 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.494964:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a6:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671654.494966:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.494967:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957c00, rc 0) 00000100:00100000:1.0:1734671654.494997:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12139:x1818934751972736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 672us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.495007:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29512 00000100:00100000:0.0:1734671654.495803:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.495900:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751972864 00000100:00100000:1.0:1734671654.495905:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751972864 00000100:00100000:1.0:1734671654.495935:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29513 00000100:00100000:1.0:1734671654.495939:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12140:x1818934751972864:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.495950:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.495957:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006096f9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6af1 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.495989:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006096fa2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.495996:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006096fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.496002:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006096fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671654.496014:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.496021:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006096fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.496034:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006096f9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6af1 expref: 510 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.496045:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006096fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6af1 expref: 509 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.496050:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.496052:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.496055:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957600, rc 0) 00000100:00100000:1.0:1734671654.496087:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12140:x1818934751972864:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 146us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.496093:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29513 00000100:00100000:0.0:1734671654.496510:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.497865:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.499046:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.501873:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.501946:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.502102:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751973504 00000100:00100000:1.0:1734671654.502109:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751973504 00000100:00100000:1.0:1734671654.502137:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2911 00000100:00100000:1.0:1734671654.502142:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:1966:x1818934751973504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.502153:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.502168:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222000/0x87a91e5006096fc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6af8 expref: 510 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.502180:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.502183:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.502213:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:1966:x1818934751973504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.502218:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2911 00000100:00100000:0.0:1734671654.506643:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751974016 00000100:00100000:0.0:1734671654.506651:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751974016 00000100:00100000:0.0:1734671654.506703:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29517 00000100:00100000:0.0:1734671654.506710:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12139:x1818934751974016:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:0.0:1734671654.506751:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.506761:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508096:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508116:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508120:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508124:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508129:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.508132:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508137:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508143:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a6:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671654.508145:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1734671654.508147:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671654.508151:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006096fd3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671654.508210:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12139:x1818934751974016:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 1499us (1858us total) trans 0 rc -22/-22 00000100:00100000:0.0:1734671654.508217:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29517 00000100:00100000:0.0:1734671654.509157:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751974144 00000100:00100000:0.0:1734671654.509164:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751974144 00000100:00100000:0.0:1734671654.509188:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4550 00000100:00100000:0.0:1734671654.509194:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+75:1965:x1818934751974144:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:0.0:1734671654.509326:0:17898:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2b8:0x0] updating lvb size from disk: 51456 -> 51456 00002000:00010000:0.0:1734671654.509329:0:17898:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2b8:0x0] updating lvb mtime from disk: 1734671643 -> 1734671631 00002000:00010000:0.0:1734671654.509331:0:17898:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2b8:0x0] updating lvb atime from disk: 1734671635 -> 1734671625 00002000:00010000:0.0:1734671654.509333:0:17898:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2b8:0x0] updating lvb ctime from disk: 1734671655 -> 1734671655 00002000:00010000:0.0:1734671654.509334:0:17898:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2b8:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:0.0:1734671654.509371:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1965:x1818934751974144:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 176us (369us total) trans 4294968677 rc 0/0 00000100:00100000:0.0:1734671654.509377:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4550 00000100:00100000:0.0:1734671654.510977:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.513614:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.514028:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.516792:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.518510:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.518537:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.518745:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751975296 00000100:00100000:0.0:1734671654.518749:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751975296 00000100:00100000:0.0:1734671654.518773:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4551 00000100:00100000:0.0:1734671654.518777:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+74:1967:x1818934751975296:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:0.0:1734671654.518874:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b7:0x0] updating lvb size from disk: 51456 -> 51456 00002000:00010000:0.0:1734671654.518877:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2b7:0x0] updating lvb mtime from disk: 1734671643 -> 1734671631 00002000:00010000:0.0:1734671654.518878:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2b7:0x0] updating lvb atime from disk: 1734671635 -> 1734671625 00002000:00010000:0.0:1734671654.518880:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2b7:0x0] updating lvb ctime from disk: 1734671655 -> 1734671655 00002000:00010000:0.0:1734671654.518882:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2b7:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:0.0:1734671654.519010:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+75:1967:x1818934751975296:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 121us (361us total) trans 4294968646 rc 0/0 00000100:00100000:0.0:1734671654.519016:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4551 00000100:00100000:0.0:1734671654.522228:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.525233:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.531911:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751975808 00000100:00100000:0.0:1734671654.531915:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751975808 00000100:00100000:0.0:1734671654.532021:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2912 00000100:00100000:0.0:1734671654.532026:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:1967:x1818934751975808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671654.532036:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671654.532054:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097020 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b0d expref: 516 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.532070:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a5:0x0].0x0 (ffff88008ce43900) 00010000:00010000:0.0:1734671654.532073:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671654.532117:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:1967:x1818934751975808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.532123:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2912 00000100:00100000:0.0:1734671654.532818:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.536222:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.538190:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.541542:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.542923:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.547670:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.547739:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751977216 00000100:00100000:1.0:1734671654.547747:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751977216 00010000:00010000:1.0:1734671654.547771:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e5006097074 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b1b expref: 517 pid: 7085 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.547798:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8598 00000100:00100000:1.0:1734671654.547804:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:1967:x1818934751977216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.547817:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.547822:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e5006097074 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b1b expref: 517 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.547836:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e5006097074 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b1b expref: 517 pid: 7085 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.547852:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.547855:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e500609709e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.547862:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e500609709e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.547868:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e500609709e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.547882:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.547915:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:1967:x1818934751977216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 109us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.547921:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8598 00000100:00100000:0.0:1734671654.548590:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.551284:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.555239:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.555980:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.559342:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.559379:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.559782:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7160 00000100:00100000:1.0:1734671654.559791:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12140:x1818934751978240:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671654.560001:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7952, 168 off1390416 00000100:00100000:1.0:1734671654.560057:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12140:x1818934751978240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 266us (721us total) trans 4294982275 rc 0/0 00000100:00100000:1.0:1734671654.560063:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7160 00000100:00100000:0.0:1734671654.565594:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.565644:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.569211:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.569259:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751978624 00000100:00100000:1.0:1734671654.569267:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751978624 00000100:00100000:0.0:1734671654.569288:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.569294:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e50060970dd lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b37 expref: 521 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.570628:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751978752 00000100:00100000:1.0:1734671654.570633:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751978752 00000100:00100000:1.0:1734671654.570670:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8601 00000100:00100000:1.0:1734671654.570701:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b22c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:1967:x1818934751978624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.570713:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.570719:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e50060970dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b37 expref: 522 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.570728:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e50060970dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b37 expref: 522 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.570746:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fc00/0x87a91e50060970dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b37 expref: 522 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.570762:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a6:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671654.570766:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097100 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.570773:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097100 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.570779:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097100 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.570793:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.571606:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:1967:x1818934751978624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 151us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.571613:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8601 00000100:00100000:0.0:1734671654.572592:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.575419:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.579849:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.579899:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.580215:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29534 00000100:00100000:1.0:1734671654.580221:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934751979392:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.580229:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.580238:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006097131 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6b5a expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.580257:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006097131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b5a expref: 522 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.580269:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006097131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b5a expref: 522 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.580275:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.580278:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.580280:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956800, rc 0) 00000100:00100000:1.0:1734671654.580316:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934751979392:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 94us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.580322:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29534 00000100:00100000:0.0:1734671654.583967:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.584555:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.585369:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.587845:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.598955:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751980032 00000100:00100000:0.0:1734671654.598963:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751980032 00000100:00100000:1.0:1734671654.599060:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29537 00000100:00100000:1.0:1734671654.599068:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934751980032:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.599082:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.599096:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097169 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6b6f expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.599142:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599156:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599164:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599175:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599180:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599184:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599232:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599237:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599241:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599246:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.599249:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599255:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599264:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.599267:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.599270:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599275:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e5006097170 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599288:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599292:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599296:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599300:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.599302:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599307:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599312:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff880134fe4f00) 00010000:00010000:1.0:1734671654.599314:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.599316:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599320:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097177 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.599358:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097169 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b6f expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.599364:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b6f expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.599372:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956000, rc 0) 00000100:00100000:1.0:1734671654.599407:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934751980032:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 339us (654us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671654.599413:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29537 00000100:00100000:0.0:1734671654.603954:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671654.609090:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609101:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609106:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609110:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caaa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.609113:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609119:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609131:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xf060562 (ffff88009bece200) 00010000:00010000:0.0:1734671654.609133:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.609136:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609140:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x87a91e5006097185 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609157:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609162:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609166:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609169:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.609171:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609174:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609179:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff88009becef00) 00010000:00010000:0.0:1734671654.609180:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.609182:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609185:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e500609718c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609192:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609196:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609199:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609202:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.609204:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609208:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609213:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:0.0:1734671654.609215:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1734671654.609217:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671654.609220:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e5006097193 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:1.0:1734671654.610180:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.614226:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.616837:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.617574:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751980928 00000100:00100000:0.0:1734671654.617581:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751980928 00000100:00100000:0.0:1734671654.617966:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29540 00000100:00100000:0.0:1734671654.617972:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12139:x1818934751980928:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.617986:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.617998:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060971c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6b84 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.618034:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618043:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618051:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618061:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618069:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618074:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618116:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618120:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618125:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618129:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b33400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.618132:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618137:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618144:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671654.618146:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.618149:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618152:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e50060971cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618160:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618163:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618168:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618172:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b33200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.618174:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618177:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618181:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff88009b0dc900) 00010000:00010000:0.0:1734671654.618183:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.618184:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618188:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33200/0x87a91e50060971d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.618209:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060971c4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b84 expref: 524 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.618215:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060971c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b84 expref: 524 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.618220:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099865800, rc 0) 00000100:00100000:0.0:1734671654.618257:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12139:x1818934751980928:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 285us (1422us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671654.618262:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29540 00000100:00100000:0.0:1734671654.619570:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.619873:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751981056 00000100:00100000:1.0:1734671654.619879:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751981056 00010000:00010000:1.0:1734671654.619900:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e50060971af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b76 expref: 523 pid: 11200 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.619932:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8602 00000100:00100000:1.0:1734671654.619938:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1964:x1818934751981056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.619949:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.619954:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e50060971af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b76 expref: 523 pid: 11200 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.619962:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e50060971af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b76 expref: 523 pid: 11200 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.619976:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e50060971af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b76 expref: 523 pid: 11200 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.619990:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00000100:00100000:0.0:1734671654.620256:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.620297:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.620309:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.620315:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.620339:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.620368:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:1964:x1818934751981056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 429us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.620374:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8602 00000100:00100000:0.0:1734671654.623761:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.625509:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.629088:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.629341:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751981696 00000100:00100000:1.0:1734671654.629348:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751981696 00010000:00010000:1.0:1734671654.629373:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b7d expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.629548:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8603 00000100:00100000:1.0:1734671654.629555:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:1967:x1818934751981696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.629567:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.629573:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b7d expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.629582:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b7d expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.629599:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e50060971bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b7d expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.629844:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a7:0x0].0x0 (ffff880134fe4900) 00010000:00010000:1.0:1734671654.629849:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e500609721f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.629857:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e500609721f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.629863:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e500609721f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.629886:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.629925:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1967:x1818934751981696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 371us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.629932:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8603 00000100:00100000:0.0:1734671654.630729:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.634917:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.634960:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.634984:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751982080 00000100:00100000:0.0:1734671654.634990:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751982080 00000100:00100000:0.0:1734671654.635036:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29544 00000100:00100000:0.0:1734671654.635043:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934751982080:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.635059:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.635072:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006097234 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ba0 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.635122:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635134:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635143:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635152:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635157:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635162:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635214:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635219:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635224:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635228:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390c400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.635230:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635236:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635244:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671654.635246:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.635249:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635253:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c400/0x87a91e500609723b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635264:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635268:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635272:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635278:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.635280:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635284:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635289:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa2db6bf (ffff88009b0dc600) 00010000:00010000:0.0:1734671654.635291:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.635293:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635297:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a400/0x87a91e5006097242 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.635325:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006097234 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ba0 expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.635332:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006097234 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ba0 expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.635340:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099899c00, rc 0) 00000100:00100000:0.0:1734671654.635376:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934751982080:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 333us (414us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671654.635382:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29544 00000100:00100000:1.0:1734671654.635772:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751982208 00000100:00100000:1.0:1734671654.635776:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751982208 00010000:00010000:1.0:1734671654.635789:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006097211 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b8b expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.635804:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8604 00000100:00100000:1.0:1734671654.635814:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:1965:x1818934751982208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.635822:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.635826:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006097211 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b8b expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.635834:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006097211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b8b expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.635846:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006097211 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b8b expref: 524 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.635857:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a6:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671654.635860:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.635866:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.635871:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.635885:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.635904:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1965:x1818934751982208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 95us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.635909:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8604 00000100:00100000:0.0:1734671654.641991:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.648850:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.649062:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751982720 00000100:00100000:1.0:1734671654.649069:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751982720 00010000:00010000:1.0:1734671654.649094:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b99 expref: 528 pid: 7083 timeout: 436 lvb_type: 0 00000100:00100000:1.0:1734671654.649117:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8605 00000100:00100000:1.0:1734671654.649122:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:1965:x1818934751982720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.649135:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.649140:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b99 expref: 528 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.649149:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b99 expref: 528 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.649173:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e500609722d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5a6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6b99 expref: 528 pid: 7083 timeout: 436 lvb_type: 0 00010000:00010000:1.0:1734671654.649186:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a6:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671654.649190:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1200/0x87a91e500609725e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.649198:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1200/0x87a91e500609725e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.649204:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1200/0x87a91e500609725e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.649220:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.649250:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1965:x1818934751982720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 127us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.649257:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8605 00000100:00100000:0.0:1734671654.653939:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.664074:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.664139:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.670040:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.670086:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.674491:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.678290:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.680203:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.683737:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.683894:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.683900:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.683905:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.683910:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae91e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.683912:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.683921:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.683931:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa2db6bf (ffff88009bece400) 00010000:00010000:1.0:1734671654.683933:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.683936:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.683940:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060972ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671654.685237:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.687114:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.687471:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.690237:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.694206:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.694436:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.694775:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751985280 00000100:00100000:1.0:1734671654.694783:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751985280 00000100:00100000:1.0:1734671654.694824:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29557 00000100:00100000:1.0:1734671654.694834:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934751985280:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671654.695204:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.695218:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11800/0x87a91e50060972ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bd8 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.695230:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a8:0x0].0x0 (ffff88009bece200) 00010000:00010000:1.0:1734671654.695235:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671654.695246:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695254:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695259:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695268:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695273:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695278:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695355:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695361:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695366:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1734671654.695664:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].635, 64 off48896 00000040:00080000:1.0:1734671654.695715:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7959, 184 off1391752 00010000:00010000:1.0:1734671654.695760:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695767:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695772:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695777:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695781:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695785:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695793:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695797:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671654.695799:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695804:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695809:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a8:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:1.0:1734671654.695812:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671654.695814:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695818:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006097368 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695833:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695836:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695841:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695844:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.695846:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695849:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695856:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a8:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:1.0:1734671654.695858:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671654.695860:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695863:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006097361 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695891:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695894:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695898:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695901:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.695903:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695907:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695911:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671654.695913:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.695915:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.695918:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006097353 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671654.695924:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009bf32a00 reply state ffff88009be3b000 transno 4294982285 ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671654.695929:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671654.695954:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934751985280:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1124us (1755us total) trans 4294982285 rc 0/0 00000100:00100000:1.0:1734671654.695959:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29557 00000100:00100000:0.0:1734671654.700812:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.700890:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.701737:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701744:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701749:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701754:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.701757:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701763:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701774:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa2db6bf (ffff880134fe4e00) 00010000:00010000:1.0:1734671654.701777:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.701779:0:3288:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e500609737d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701784:0:3288:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e500609737d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701789:0:3288:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10a00/0x87a91e500609737d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701813:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.701819:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957200/0x87a91e500609735a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671654.705545:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.706364:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.710810:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.712529:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.719056:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.723304:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.723356:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.729296:0:8439:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752192512 00000100:00100000:1.0:1734671654.729302:0:8439:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752192512 00000100:00100000:1.0:1734671654.729425:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1734671654.729430:0:8439:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1818934752192512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734671654.729502:0:8439:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 18743296 granted 332726272 pending 0 free 3833593856 avail 3818913792 00000100:00100000:1.0:1734671654.729788:0:8439:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1818934752192512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 356us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.729794:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1734671654.729846:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.729957:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751987072 00000100:00100000:0.0:1734671654.729961:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751987072 00000100:00100000:0.0:1734671654.729991:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29564 00000100:00100000:0.0:1734671654.729996:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934751987072:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.730007:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.730021:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060973d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c2c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.730070:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730080:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730088:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730096:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730101:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730105:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730150:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730155:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730159:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730164:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.730167:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730172:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730183:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671654.730185:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.730188:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730191:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e50060973df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730201:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730206:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730210:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730213:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cabc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.730215:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730219:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730224:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa2db6bf (ffff88009b0dc000) 00010000:00010000:0.0:1734671654.730225:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.730226:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730230:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060973e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.730257:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060973d8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c2c expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.730265:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060973d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c2c expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.730270:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab200, rc 0) 00000100:00100000:0.0:1734671654.731182:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934751987072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1183us (1334us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671654.731189:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29564 00000100:00100000:0.0:1734671654.731395:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751987328 00000100:00100000:0.0:1734671654.731400:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751987328 00000004:00080000:1.0:1734671654.731596:0:8487:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:0.0:1734671654.731657:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29565 00000100:00100000:0.0:1734671654.731662:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934751987328:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.731671:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.731705:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060973ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c33 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.731761:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731768:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731775:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731783:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731787:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731792:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731809:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731814:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731818:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731823:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.731825:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731830:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731836:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671654.731838:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.731841:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731844:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060973f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731851:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731855:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731859:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731863:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.731865:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731868:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731872:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa2db6bf (ffff88009b0dc900) 00010000:00010000:0.0:1734671654.731874:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.731875:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731879:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x87a91e50060973fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.731893:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060973ed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c33 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.731898:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e50060973ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c33 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.731903:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab600, rc 0) 00000100:00100000:0.0:1734671654.731928:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934751987328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 265us (619us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671654.731933:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29565 00000100:00100000:0.0:1734671654.738044:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.739337:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.739344:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.739348:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.739352:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e5600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.739354:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.739358:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.739365:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa2db6bf (ffff88012a289300) 00010000:00010000:1.0:1734671654.739367:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.739369:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.739372:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006097410 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671654.739890:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.742832:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.742878:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.747496:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.752336:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.753275:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.757372:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.757421:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.758315:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751988992 00000100:00100000:1.0:1734671654.758320:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751988992 00000100:00100000:1.0:1734671654.758341:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4557 00000100:00100000:1.0:1734671654.758346:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:12139:x1818934751988992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.758354:0:17898:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.758363:0:17898:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c6b expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.758381:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc10200/0x87a91e500609746b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c5d expref: 79 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.758388:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.758390:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.758393:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 79 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.758417:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc10200/0x87a91e500609746b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c5d expref: 79 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.758427:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc10200/0x87a91e500609746b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c5d expref: 79 pid: 8437 timeout: 436 lvb_type: 1 00000100:00100000:1.0:1734671654.758436:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752192896:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.758468:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2719c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.761490:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.761561:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.761578:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751989120 00000100:00100000:0.0:1734671654.761580:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751989120 00000100:00100000:1.0:1734671654.761704:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752192896:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.761727:0:17898:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 80 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.761740:0:17898:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957200, rc 0) 00000100:00100000:1.0:1734671654.761773:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:12139:x1818934751988992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3426us (4352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.761780:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4557 00000100:00100000:1.0:1734671654.761816:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8607 00000100:00100000:1.0:1734671654.761821:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1966:x1818934751989248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.761831:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734671654.762328:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29570 00000100:00100000:0.0:1734671654.762333:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12140:x1818934751989120:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.762346:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.762358:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e500609748e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c72 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.762378:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e500609748e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c72 expref: 538 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.762388:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e500609748e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c72 expref: 538 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.762394:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671654.762397:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.762399:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab000, rc 0) 00000100:00100000:0.0:1734671654.762415:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934751989120:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 82us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.762420:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29570 00010000:00010000:1.0:1734671654.762756:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc10200/0x87a91e500609746b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c5d expref: 79 pid: 8437 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.762767:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc10200/0x87a91e500609746b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c5d expref: 79 pid: 8437 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.762781:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc10200/0x87a91e500609746b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c5d expref: 79 pid: 8437 timeout: 436 lvb_type: 1 00010000:00010000:1.0:1734671654.762805:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.762807:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.762813:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 78 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.762823:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 78 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.763212:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 78 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.763224:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7072:1818934752193024:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671654.763257:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2719c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.766710:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751989376 00000100:00100000:0.0:1734671654.766717:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751989376 00000100:00100000:0.0:1734671654.766754:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7171 00000100:00100000:0.0:1734671654.766760:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934751989376:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671654.767113:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7072:1818934752193024:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671654.767128:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.767161:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1966:x1818934751989248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5339us (5678us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.767169:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8607 00000100:00100000:0.0:1734671654.769611:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.774956:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.778265:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.778892:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751989888 00000100:00100000:0.0:1734671654.778899:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751989888 00000100:00100000:0.0:1734671654.778936:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29572 00000100:00100000:0.0:1734671654.778942:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12140:x1818934751989888:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.778959:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.778971:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060974aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c80 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.779014:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779024:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779032:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779042:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779047:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779052:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779094:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779100:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779104:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779109:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.779112:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779117:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779125:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671654.779127:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.779131:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779136:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e50060974b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779146:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779151:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779155:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779158:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.779160:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779167:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779172:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xf206c8f (ffff88009b0dc000) 00010000:00010000:0.0:1734671654.779174:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.779176:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779181:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e50060974b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.779210:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060974aa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c80 expref: 541 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.779216:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e50060974aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c80 expref: 541 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.779223:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa600, rc 0) 00000100:00100000:0.0:1734671654.779619:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12140:x1818934751989888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 675us (1356us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671654.779625:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29572 00000100:00100000:1.0:1734671654.779718:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.780547:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751990016 00000100:00100000:0.0:1734671654.780553:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751990016 00000100:00100000:0.0:1734671654.780574:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29573 00000100:00100000:0.0:1734671654.780579:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12139:x1818934751990016:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.780589:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.780599:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060974bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c87 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.780622:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060974bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c87 expref: 541 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.780630:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060974bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c87 expref: 541 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.780635:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671654.780637:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.780638:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cabc00, rc 0) 00000100:00100000:0.0:1734671654.780700:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+541:12139:x1818934751990016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 95us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.780706:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29573 00000100:00100000:0.0:1734671654.785073:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.786344:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.792063:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.792925:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.792933:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.792939:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.792943:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.792946:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.792956:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.792968:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xf206c8f (ffff88009bed0a00) 00010000:00010000:1.0:1734671654.792971:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.792974:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.792978:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e50060974d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671654.793013:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751990528 00000100:00100000:1.0:1734671654.793020:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751990528 00000100:00100000:1.0:1734671654.793047:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4558 00000100:00100000:1.0:1734671654.793053:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1964:x1818934751990528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.793067:0:17898:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.793080:0:17898:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6c95 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671654.793101:0:17898:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671654.793115:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.793117:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.793123:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c95 expref: 78 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.793136:0:17898:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c95 expref: 78 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.793144:0:17898:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956800, rc 0) 00000100:00100000:1.0:1734671654.793165:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1964:x1818934751990528:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 112us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.793170:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4558 00000100:00100000:0.0:1734671654.795501:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.797374:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.801222:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.801536:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751990912 00000100:00100000:1.0:1734671654.801543:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751990912 00010000:00010000:1.0:1734671654.801564:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c95 expref: 79 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671654.801592:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8608 00000100:00100000:1.0:1734671654.801597:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1965:x1818934751990912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.801607:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.801624:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c95 expref: 79 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671654.801634:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c95 expref: 79 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671654.801647:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e50060974e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c95 expref: 79 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671654.801658:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.801660:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.801665:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 78 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.801673:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 78 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.801739:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 78 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.801749:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752193280:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671654.801780:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.805703:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.805721:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752193280:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671654.805737:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671654.805739:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.805760:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751991168 00000100:00100000:0.0:1734671654.805765:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751991168 00000100:00100000:1.0:1734671654.805768:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1965:x1818934751990912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4170us (4549us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.805776:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8608 00000100:00100000:0.0:1734671654.805792:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751991424 00000100:00100000:0.0:1734671654.805794:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751991424 00000100:00100000:0.0:1734671654.805812:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29576 00000100:00100000:0.0:1734671654.805817:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934751991168:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.805833:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.805835:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671654.805852:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x87a91e50060974bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c87 expref: 543 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.805865:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671654.805869:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671654.805876:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e500609750c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6caa expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.805951:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.805956:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.805961:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.805968:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.805972:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.805976:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:0.0:1734671654.806238:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2bb:0x0], index 1: 0 00000040:00080000:0.0:1734671654.806293:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7967, 176 off1393160 00010000:00010000:0.0:1734671654.806520:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006097528 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806530:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006097528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806536:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006097528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806561:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806566:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806570:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806574:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.806577:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806582:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806588:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671654.806591:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671654.806593:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671654.806597:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x87a91e500609751a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:0.0:1734671654.806603:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093d42a00 reply state ffff880093f1b000 transno 4294982297 ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671654.806611:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671654.806627:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e500609750c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6caa expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.806636:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006097528 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6caa expref: 544 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.806641:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff88009b0dc300) 00010000:00010000:0.0:1734671654.806643:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671654.806645:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab000, rc 0) 00000100:00100000:0.0:1734671654.806663:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934751991168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 845us (991us total) trans 4294982297 rc 0/0 00000100:00100000:0.0:1734671654.806668:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29576 00000100:00100000:0.0:1734671654.810041:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.810062:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.810086:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751991552 00000100:00100000:0.0:1734671654.810092:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751991552 00000100:00100000:0.0:1734671654.810118:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29578 00000100:00100000:0.0:1734671654.810123:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934751991552:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671654.810136:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671654.810147:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e5006097536 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6cb1 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.810183:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e5006097536 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb1 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.810191:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e5006097536 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb1 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671654.810202:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:0.0:1734671654.810204:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1734671654.810206:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa200, rc 0) 00000100:00100000:0.0:1734671654.810234:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934751991552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 110us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671654.810239:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29578 00010000:00010000:1.0:1734671654.810589:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.810595:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.810600:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.810604:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.810606:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.810610:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.810616:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xf206c8f (ffff88009b0dcb00) 00010000:00010000:1.0:1734671654.810618:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.810621:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671654.810625:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa400/0x87a91e5006097521 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671654.814970:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.815034:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751991808 00000100:00100000:1.0:1734671654.815042:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751991808 00000100:00100000:1.0:1734671654.815075:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751991936 00000100:00100000:1.0:1734671654.815078:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751991936 00000100:00100000:1.0:1734671654.815093:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4561 00000100:00100000:1.0:1734671654.815099:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1967:x1818934751991808:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:1.0:1734671654.815285:0:17898:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734671654.815287:0:17898:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 0 -> 1734671643 00002000:00010000:1.0:1734671654.815290:0:17898:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 0 -> 1734671645 00002000:00010000:1.0:1734671654.815291:0:17898:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 0 -> 1734671655 00002000:00010000:1.0:1734671654.815293:0:17898:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1734671654.815326:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1967:x1818934751991808:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 226us (737us total) trans 4294968647 rc 0/0 00000100:00100000:1.0:1734671654.815332:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4561 00000100:00100000:1.0:1734671654.815346:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4562 00000100:00100000:1.0:1734671654.815349:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:12139:x1818934751991936:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.815358:0:17898:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.815368:0:17898:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6cbf expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.815386:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 80 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.815397:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.815399:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.815402:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 80 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.815425:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 80 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671654.815435:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 80 pid: 8437 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671654.815446:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752193408:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671654.815471:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671654.818068:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751992192 00000100:00100000:0.0:1734671654.818074:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751992192 00000100:00100000:0.0:1734671654.818104:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29579 00000100:00100000:0.0:1734671654.818110:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934751992192:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:0.0:1734671654.818159:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818171:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818179:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818197:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818202:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818206:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818211:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e4e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671654.818215:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818220:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818228:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:0.0:1734671654.818231:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1734671654.818234:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671654.818238:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e500609754b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671654.818284:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751992320 00000100:00100000:1.0:1734671654.818288:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751992320 00010000:00010000:1.0:1734671654.818305:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 81 pid: 8437 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671654.818440:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8609 00000100:00100000:1.0:1734671654.818445:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1965:x1818934751992320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.818453:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.818467:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 81 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671654.818476:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 81 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671654.818491:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.818492:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671654.818497:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 81 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.818504:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 81 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.818530:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 81 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671654.818540:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7072:1818934752193536:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671654.818579:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d271600 going to sleep for 11 seconds 00010000:00010000:1.0:1734671654.818605:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c71e00/0x87a91e500609753d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb8 expref: 81 pid: 8437 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671654.818621:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752193408:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671654.818638:0:17898:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 80 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.818646:0:17898:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957600, rc 0) 00000100:00100000:1.0:1734671654.818663:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:12139:x1818934751991936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3312us (3693us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.818669:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4562 00000100:00100000:0.0:1734671654.818844:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934751992192:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 733us (899us total) trans 0 rc -22/-22 00000100:00100000:0.0:1734671654.818850:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29579 00000100:00100000:1.0:1734671654.821811:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7072:1818934752193536:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671654.821829:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.821875:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1965:x1818934751992320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3429us (3858us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.821885:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8609 00000100:00100000:0.0:1734671654.825475:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.825522:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.825736:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751992704 00000100:00100000:1.0:1734671654.825740:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751992704 00000100:00100000:1.0:1734671654.825759:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29580 00000100:00100000:1.0:1734671654.825762:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934751992704:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671654.825793:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.825812:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006097528 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6caa expref: 544 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.825827:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff88009b0dc300) 00010000:00010000:1.0:1734671654.825835:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671654.825871:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097552 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.825880:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.825887:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671654.826174:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093d40a80 reply state ffff8800a403e000 transno 4294982298 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e5006097552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671654.826180:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671654.826375:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934751992704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 609us (851us total) trans 4294982298 rc 0/0 00000100:00100000:1.0:1734671654.826380:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29580 00000100:00100000:0.0:1734671654.830012:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.830050:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751992832 00000100:00100000:1.0:1734671654.830058:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751992832 00000100:00100000:1.0:1734671654.830099:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29581 00000100:00100000:1.0:1734671654.830105:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934751992832:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.830122:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.830134:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006097559 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6cc6 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.830176:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006097559 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cc6 expref: 545 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.830186:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006097559 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cc6 expref: 545 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.830475:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.830478:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734671654.830480:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957c00, rc 0) 00000100:00100000:1.0:1734671654.830523:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934751992832:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 417us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.830528:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29581 00000100:00100000:0.0:1734671654.832415:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.833230:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.833844:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751993088 00000100:00100000:1.0:1734671654.833850:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751993088 00000100:00100000:1.0:1734671654.833882:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4563 00000100:00100000:1.0:1734671654.833887:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1964:x1818934751993088:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:1.0:1734671654.834299:0:17898:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734671654.834303:0:17898:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb mtime from disk: 0 -> 1734671643 00002000:00010000:1.0:1734671654.834304:0:17898:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb atime from disk: 0 -> 1734671645 00002000:00010000:1.0:1734671654.834306:0:17898:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb ctime from disk: 0 -> 1734671655 00002000:00010000:1.0:1734671654.834308:0:17898:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1734671654.834346:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1964:x1818934751993088:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 457us (1118us total) trans 4294968678 rc 0/0 00000100:00100000:1.0:1734671654.834352:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4563 00000100:00100000:1.0:1734671654.847045:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.860431:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.864572:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.880464:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751993856 00000100:00100000:0.0:1734671654.880472:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751993856 00000100:00100000:0.0:1734671654.880509:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4565 00000100:00100000:0.0:1734671654.880515:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1966:x1818934751993856:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:0.0:1734671654.918415:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.922839:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.926718:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1966:x1818934751993856:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 46195us (46974us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.926728:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4565 00000001:00080000:1.0:1734671654.926753:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968646 is committed 00000001:00080000:1.0:1734671654.926761:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968647 is committed 00000001:00080000:1.0:1734671654.926765:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968648 is committed 00000100:00100000:0.0:1734671654.927537:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.927582:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.927626:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751994240 00000100:00100000:1.0:1734671654.927632:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751994240 00000100:00100000:1.0:1734671654.927700:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2915 00000100:00100000:1.0:1734671654.927707:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:1967:x1818934751994240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.927719:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.927737:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609758a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cd4 expref: 509 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.927751:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.927754:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.927774:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:1967:x1818934751994240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.927779:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2915 00000100:00100000:0.0:1734671654.929317:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.932799:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.932812:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.932817:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.932823:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372c400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.932826:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.932832:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.932844:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.932846:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.932850:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671654.932854:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006097591 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671654.934510:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.935407:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751994752 00000100:00100000:1.0:1734671654.935415:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751994752 00000100:00100000:1.0:1734671654.935459:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4566 00000100:00100000:1.0:1734671654.935465:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1965:x1818934751994752:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:1.0:1734671654.935649:0:18847:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb size from disk: 0 -> 67392 00002000:00010000:1.0:1734671654.935652:0:18847:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb mtime from disk: 1734671643 -> 1734671643 00002000:00010000:1.0:1734671654.935654:0:18847:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb atime from disk: 1734671645 -> 1734671635 00002000:00010000:1.0:1734671654.935655:0:18847:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb ctime from disk: 1734671655 -> 1734671655 00002000:00010000:1.0:1734671654.935657:0:18847:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2bb:0x0] updating lvb blocks from disk: 1 -> 259 00000100:00100000:1.0:1734671654.935730:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1965:x1818934751994752:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 264us (1225us total) trans 4294968680 rc 0/0 00000100:00100000:1.0:1734671654.935736:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4566 00000100:00100000:0.0:1734671654.938773:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.938816:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.942993:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.944929:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.953257:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.953280:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.953715:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751995776 00000100:00100000:1.0:1734671654.953722:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751995776 00000100:00100000:1.0:1734671654.953752:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29593 00000100:00100000:1.0:1734671654.953758:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12139:x1818934751995776:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.953771:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.953782:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060975de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6cf0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.953824:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953833:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953840:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953851:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953856:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953861:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953928:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953935:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953941:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671654.953960:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.953969:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953976:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953981:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953985:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953990:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.953995:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.953998:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954004:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954011:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671654.954013:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.954015:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954020:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060975e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954035:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954040:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954044:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954047:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.954049:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954053:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954057:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xf206c8f (ffff880134fe4700) 00010000:00010000:1.0:1734671654.954059:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.954060:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954065:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060975ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.954081:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060975de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cf0 expref: 513 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.954089:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cf0 expref: 512 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.954095:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.954097:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.954098:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361e1a00, rc 0) 00000100:00100000:1.0:1734671654.954115:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12139:x1818934751995776:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 357us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.954120:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29593 00000100:00100000:0.0:1734671654.958037:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.959478:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.959517:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.959522:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751996032 00000100:00100000:1.0:1734671654.959527:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751996032 00000100:00100000:1.0:1734671654.959564:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2917 00000100:00100000:1.0:1734671654.959570:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:1965:x1818934751996032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671654.959579:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671654.959597:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060975f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cf0 expref: 511 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.959609:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.959612:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671654.959632:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:1965:x1818934751996032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.959637:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2917 00000100:00100000:0.0:1734671654.960960:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.961000:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751996544 00000100:00100000:1.0:1734671654.961005:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751996544 00000100:00100000:1.0:1734671654.961022:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29595 00000100:00100000:1.0:1734671654.961026:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934751996544:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:1.0:1734671654.961048:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961055:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961064:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961075:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961079:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961084:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961089:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e0800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.961092:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961097:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961104:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:1.0:1734671654.961106:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1734671654.961109:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.961113:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006097601 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671654.961147:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934751996544:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 120us (189us total) trans 0 rc -22/-22 00000100:00100000:1.0:1734671654.961153:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29595 00010000:00010000:1.0:1734671654.962870:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.962884:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.962889:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.962894:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2e00 already unused, calling callback (ffffffffa1342960) 00000100:00100000:0.0:1734671654.962894:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.962896:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.962901:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.963094:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.963097:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.963100:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.963105:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2e00/0x87a91e50060975fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671654.964409:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.968321:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.969374:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.972040:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.972099:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751997440 00000100:00100000:1.0:1734671654.972105:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751997440 00000100:00100000:1.0:1734671654.972142:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29598 00000100:00100000:1.0:1734671654.972149:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934751997440:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671654.972183:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1734671654.972199:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609762b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cfe expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.972216:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609760f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cf7 expref: 513 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.972230:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:1.0:1734671654.972234:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671654.972259:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006097632 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.972269:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006097632 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.972276:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006097632 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671654.972457:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800922cc380 reply state ffff88008b0e1000 transno 4294982304 ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006097632 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671654.972463:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671654.972509:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934751997440:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 360us (475us total) trans 4294982304 rc 0/0 00000100:00100000:1.0:1734671654.972514:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29598 00000100:00100000:0.0:1734671654.972875:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.975451:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.978528:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.982735:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.986752:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.989170:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.991232:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671654.995359:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671654.995398:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.995407:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.995417:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.995421:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092337e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.995425:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.995434:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.995446:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800943a1200) 00010000:00010000:1.0:1734671654.995448:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.995452:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671654.995456:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e500609765c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671654.997750:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671654.997786:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934751999232 00000100:00100000:1.0:1734671654.997791:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934751999232 00000100:00100000:1.0:1734671654.997822:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29603 00000100:00100000:1.0:1734671654.997826:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934751999232:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671654.997835:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671654.997843:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060976a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6d13 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.997878:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997885:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997891:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997899:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997908:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997913:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997958:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997965:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.997970:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671654.997990:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ad:0x0]: returning size 67392 00000004:00200000:1.0:1734671654.997993:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671654.998001:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998007:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998012:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998015:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998019:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998022:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e0800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.998025:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998029:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998035:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671654.998036:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.998038:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998041:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e50060976b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998048:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998052:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998056:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998059:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e1a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671654.998061:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998065:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998070:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xf206c8f (ffff880134fe4800) 00010000:00010000:1.0:1734671654.998072:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671654.998074:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998078:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e50060976b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671654.998095:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060976a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d13 expref: 518 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.998103:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d13 expref: 517 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671654.998107:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671654.998109:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671654.998111:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361e1600, rc 0) 00000100:00100000:1.0:1734671654.998143:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934751999232:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 315us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671654.998148:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29603 00000100:00100000:0.0:1734671655.000563:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.003436:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.004582:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.007970:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752000000 00000100:00100000:1.0:1734671655.007976:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752000000 00010000:00010000:1.0:1734671655.007999:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d13 expref: 521 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.008019:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8610 00000100:00100000:1.0:1734671655.008024:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b22c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:1964:x1818934752000000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.008035:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.008039:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d13 expref: 521 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.008047:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d13 expref: 521 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.008062:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e50060976be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d13 expref: 521 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.008073:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671655.008077:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.008084:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.008089:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.008103:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.008133:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b22c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:1964:x1818934752000000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.008139:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8610 00000100:00100000:0.0:1734671655.011525:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.013764:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.020575:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.020617:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.020623:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752000384 00000100:00100000:1.0:1734671655.020630:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752000384 00010000:00010000:1.0:1734671655.020653:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d21 expref: 521 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.021355:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8612 00000100:00100000:1.0:1734671655.021361:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1964:x1818934752000384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.021369:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.021374:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d21 expref: 523 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.021382:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d21 expref: 523 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.021399:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060976e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d21 expref: 523 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.021598:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671655.021603:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006097712 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.021609:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006097712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.021614:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006097712 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.021627:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.021659:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:1964:x1818934752000384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 297us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.021665:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8612 00000100:00100000:0.0:1734671655.028036:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.028750:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752000896 00000100:00100000:1.0:1734671655.028758:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752000896 00000100:00100000:1.0:1734671655.028802:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7178 00000100:00100000:1.0:1734671655.028809:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752000896:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671655.029021:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7974, 168 off1394368 00000100:00100000:1.0:1734671655.029112:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12139:x1818934752000896:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 302us (1082us total) trans 4294982313 rc 0/0 00000100:00100000:1.0:1734671655.029118:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7178 00000100:00100000:0.0:1734671655.033248:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.035986:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.036705:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752001408 00000100:00100000:0.0:1734671655.036712:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752001408 00000100:00100000:0.0:1734671655.036743:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29610 00000100:00100000:0.0:1734671655.036748:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752001408:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.036760:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.036768:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097743 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6d44 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.036796:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036804:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036810:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036819:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036823:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036827:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036879:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097758 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036885:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036890:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671655.036907:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ac:0x0]: returning size 67392 00000004:00200000:0.0:1734671655.036910:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.036918:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036924:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036929:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036933:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036937:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036940:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.036943:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036947:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036953:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.036956:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.036958:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036962:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609774a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036972:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036976:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036980:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036983:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.036985:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036988:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.036993:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xf206c8f (ffff88009b0dcb00) 00010000:00010000:0.0:1734671655.036995:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.036996:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.037000:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097751 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.037015:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097743 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d44 expref: 524 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.037026:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097758 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d44 expref: 523 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.037031:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:0.0:1734671655.037033:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.037034:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9000, rc 0) 00000100:00100000:0.0:1734671655.037064:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752001408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 314us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.037069:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29610 00000100:00100000:0.0:1734671655.040428:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.040468:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.051284:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.051324:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.054206:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.059378:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752002176 00000100:00100000:0.0:1734671655.059386:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752002176 00000100:00100000:0.0:1734671655.059426:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29614 00000100:00100000:0.0:1734671655.059432:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752002176:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.059451:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.059465:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e5006097790 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6d60 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.059492:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e5006097790 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d60 expref: 523 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.059502:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e5006097790 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d60 expref: 523 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.059510:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.059513:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.059515:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe8a00, rc 0) 00000100:00100000:0.0:1734671655.060482:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752002176:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1046us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.060490:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29614 00000100:00100000:0.0:1734671655.062086:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.062214:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752002304 00000100:00100000:1.0:1734671655.062221:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752002304 00000100:00100000:1.0:1734671655.062835:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7180 00000100:00100000:1.0:1734671655.062841:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12139:x1818934752002304:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671655.064499:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.066948:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12139:x1818934752002304:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4098us (4858us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.066959:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7180 00000100:00100000:0.0:1734671655.070844:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.070890:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.071262:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29616 00000100:00100000:0.0:1734671655.071267:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12140:x1818934752002688:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.071274:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.071281:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060977ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6d6e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.071302:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071309:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071314:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071321:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071329:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071334:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071359:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071363:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071366:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071369:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.071371:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071376:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071382:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.071383:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.071386:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071389:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e50060977b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071398:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071403:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071407:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071410:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.071412:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071421:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071427:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff88009b0dc600) 00010000:00010000:0.0:1734671655.071429:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.071430:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071434:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e50060977ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671655.071458:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060977ac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d6e expref: 524 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.071464:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060977ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d6e expref: 524 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.071470:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9000, rc 0) 00000100:00100000:0.0:1734671655.071484:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752002688:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 216us (594us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.071489:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29616 00000100:00100000:0.0:1734671655.074869:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.074919:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671655.078879:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.078888:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.078893:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.078897:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.078900:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.078906:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079069:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xf206c8f (ffff8800943a1e00) 00010000:00010000:1.0:1734671655.079071:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.079074:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079082:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e50060977d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079106:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079114:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079118:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079122:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.079124:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079129:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079135:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800943a1100) 00010000:00010000:1.0:1734671655.079137:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.079139:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079143:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e50060977dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079465:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079471:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079475:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079479:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.079481:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079486:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079493:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671655.079495:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1734671655.079497:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671655.079502:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e50060977f2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1734671655.081754:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.082468:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.087791:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.089808:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.092705:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.093008:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752004224 00000100:00100000:1.0:1734671655.093015:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752004224 00010000:00010000:1.0:1734671655.093038:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097838 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d7c expref: 526 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.093066:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8615 00000100:00100000:1.0:1734671655.093072:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1964:x1818934752004224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.093081:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.093085:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097838 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d7c expref: 526 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.093094:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097838 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d7c expref: 526 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.093109:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097838 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d7c expref: 526 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.093124:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:1.0:1734671655.093127:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.093134:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.093139:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.093165:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.093202:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:1964:x1818934752004224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.093208:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8615 00000100:00100000:0.0:1734671655.093922:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.098365:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752004608 00000100:00100000:1.0:1734671655.098371:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752004608 00010000:00010000:1.0:1734671655.098395:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006097831 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d83 expref: 527 pid: 7083 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.098415:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8616 00000100:00100000:1.0:1734671655.098420:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1966:x1818934752004608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.098431:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.098437:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006097831 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d83 expref: 527 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.098445:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006097831 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d83 expref: 527 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.098466:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9bc00/0x87a91e5006097831 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5ad:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d83 expref: 527 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.098480:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:1.0:1734671655.098484:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006097862 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.098493:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006097862 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.098498:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006097862 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.098512:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671655.098576:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752004480 00000100:00100000:0.0:1734671655.098581:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752004480 00000100:00100000:0.0:1734671655.098602:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29622 00000100:00100000:0.0:1734671655.098606:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752004480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.098619:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.098628:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097869 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6d98 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.098709:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e5006097870 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.098718:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.098724:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e5006097870 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.098743:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.098863:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:1966:x1818934752004608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 440us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.098869:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8616 00010000:00010000:0.0:1734671655.099179:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 526 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734671655.099190:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752194688:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671655.099236:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d271300 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.104230:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.104272:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.104331:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752004736 00000100:00100000:1.0:1734671655.104337:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752004736 00010000:00010000:1.0:1734671655.104358:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 528 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.104416:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8617 00000100:00100000:1.0:1734671655.104422:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:1964:x1818934752004736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.104433:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.104438:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 528 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.104452:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 528 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.104470:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6a00/0x87a91e5006097846 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5ac:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d8a expref: 528 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.104481:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:1.0:1734671655.104485:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e5006097870 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.104492:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e5006097870 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.104501:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e5006097870 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.104516:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.104547:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934752004736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 124us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.104552:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8617 00000100:00100000:0.0:1734671655.109147:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.109193:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.111824:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.114912:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.119426:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.122559:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.128215:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.128252:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.132584:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.132625:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.132932:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752006144 00000100:00100000:1.0:1734671655.132940:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752006144 00000100:00100000:1.0:1734671655.132978:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752006400 00000100:00100000:1.0:1734671655.132981:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752006400 00000100:00100000:1.0:1734671655.132994:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29630 00000100:00100000:1.0:1734671655.133000:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752006144:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.133014:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.133026:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060978ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6dd0 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.133069:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133079:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133086:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133095:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133100:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133105:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133137:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133142:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133147:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133151:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.133154:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133159:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133168:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.133170:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.133173:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133178:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e50060978fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133189:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133193:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133198:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133201:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e0800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.133203:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133207:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133212:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x132db6bf (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.133214:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.133215:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133219:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e500609790a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.133238:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060978ee lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dd0 expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.133245:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0400/0x87a91e50060978ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dd0 expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.133251:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361e0400, rc 0) 00000100:00100000:1.0:1734671655.134148:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752006144:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1146us (1567us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.134154:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29630 00000100:00100000:0.0:1734671655.136058:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.136130:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752006528 00000100:00100000:1.0:1734671655.136138:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752006528 00000100:00100000:1.0:1734671655.136176:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29632 00000100:00100000:1.0:1734671655.136182:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752006528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.136196:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.136209:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6dde expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.136253:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136263:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136271:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136282:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136287:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136293:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136335:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136340:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136345:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136349:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372c400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.136351:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136357:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136364:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.136366:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.136369:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136373:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e500609791f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136380:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136383:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136391:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136394:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d4f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.136396:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136400:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136404:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x132db6bf (ffff880134fe4700) 00010000:00010000:1.0:1734671655.136405:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.136407:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136410:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097926 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.136433:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097918 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dde expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.136439:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dde expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.136444:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914a0200, rc 0) 00000100:00100000:1.0:1734671655.136472:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752006528:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 290us (418us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.136477:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29632 00000100:00100000:0.0:1734671655.138418:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.138478:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752006784 00000100:00100000:1.0:1734671655.138484:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752006784 00000100:00100000:1.0:1734671655.138522:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29633 00000100:00100000:1.0:1734671655.138528:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752006784:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.138540:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.138542:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671655.138559:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609788c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6da6 expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.138571:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.138574:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671655.138582:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609792d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6de5 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.138668:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.138711:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.138719:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.138728:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.138733:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.138738:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:1.0:1734671655.139142:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2bb:0x0], index 0: 0 00000040:00080000:1.0:1734671655.139204:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7978, 184 off1395168 00010000:00010000:1.0:1734671655.139281:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097942 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139288:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097942 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139293:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097942 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139315:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139319:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139324:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139329:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf5600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.139332:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139338:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139345:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.139347:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.139350:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.139354:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097934 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671655.139362:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b002a00 reply state ffff8800a4a11000 transno 4294982319 ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.139371:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671655.139387:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609792d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6de5 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.139396:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097942 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6de5 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.139402:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ae:0x0].0x0 (ffff880134fe4e00) 00010000:00010000:1.0:1734671655.139403:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.139405:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08e200, rc 0) 00000100:00100000:1.0:1734671655.139440:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752006784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 912us (1027us total) trans 4294982319 rc 0/0 00000100:00100000:1.0:1734671655.139446:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29633 00000100:00100000:0.0:1734671655.142415:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671655.143452:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.143458:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.143462:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.143465:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf4000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.143467:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.143471:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.143478:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x132db6bf (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.143480:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.143482:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.143486:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e500609793b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671655.144826:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1734671655.145129:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671625 00000100:00100000:0.0:1734671655.150320:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752007296 00000100:00100000:0.0:1734671655.150329:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752007296 00000100:00100000:0.0:1734671655.150375:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4571 00000100:00100000:0.0:1734671655.150381:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1965:x1818934752007296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.150395:0:17898:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.150409:0:17898:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6dfa expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734671655.150429:0:17898:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1734671655.150445:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.150447:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.150453:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 80 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671655.150472:0:17898:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 80 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671655.150481:0:17898:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe8400, rc 0) 00000100:00100000:0.0:1734671655.150515:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1965:x1818934752007296:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 134us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.150521:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4571 00000100:00080000:1.0:1734671655.150614:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671625 00000100:00100000:0.0:1734671655.154319:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.157385:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.159191:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671655.160158:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160164:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160169:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160174:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.160176:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160181:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160191:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x132db6bf (ffff8800943a1100) 00010000:00010000:1.0:1734671655.160193:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.160195:0:3288:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e50060979ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160200:0:3288:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e50060979ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160203:0:3288:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e50060979ab lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160227:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.160232:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097988 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671655.163055:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.163601:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.169665:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.169796:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.169975:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752008704 00000100:00100000:0.0:1734671655.169983:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752008704 00000100:00100000:0.0:1734671655.170013:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7186 00000100:00100000:0.0:1734671655.170019:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752008704:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671655.172790:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.175392:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.175549:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752009088 00000100:00100000:1.0:1734671655.175555:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752009088 00000100:00100000:1.0:1734671655.175937:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7187 00000100:00100000:1.0:1734671655.175943:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752009088:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671655.179701:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752009088:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3725us (4278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.179712:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7187 00000100:00100000:0.0:1734671655.182091:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.182129:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.182166:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752009344 00000100:00100000:0.0:1734671655.182173:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752009344 00000100:00100000:0.0:1734671655.182198:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752009600 00000100:00100000:0.0:1734671655.182200:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752009600 00000100:00100000:0.0:1734671655.182217:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29641 00000100:00100000:0.0:1734671655.182222:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752009344:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.182239:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.182254:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e50060979f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6e1d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.182333:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182354:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182363:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182374:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182378:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182383:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182410:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182415:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182420:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182425:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.182428:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182434:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182443:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.182445:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.182449:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182453:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8a00/0x87a91e50060979f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182465:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182470:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182474:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182477:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.182479:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182483:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182488:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x132db6bf (ffff88009b0dc600) 00010000:00010000:0.0:1734671655.182490:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.182492:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182496:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e50060979ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182517:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e50060979f1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e1d expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.182523:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e50060979f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e1d expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.182529:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9e00, rc 0) 00000100:00100000:0.0:1734671655.182560:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752009344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 337us (475us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.182565:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29641 00000100:00100000:0.0:1734671655.182577:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29642 00000100:00100000:0.0:1734671655.182581:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752009600:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.182588:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.182594:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6e24 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.182633:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182640:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182646:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182653:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182658:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182663:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182715:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182720:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182724:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182727:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.182729:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182732:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182738:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.182740:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.182742:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182746:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182752:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182756:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182759:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182762:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.182764:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182767:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182771:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x132db6bf (ffff88009b0dcb00) 00010000:00010000:0.0:1734671655.182773:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.182774:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182777:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e5006097a14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.182791:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a06 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e24 expref: 536 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.182797:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e24 expref: 536 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.182802:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9800, rc 0) 00000100:00100000:0.0:1734671655.182817:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752009600:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 235us (688us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.182826:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29642 00000100:00100000:0.0:1734671655.187874:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.188204:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.188335:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29645 00000100:00100000:0.0:1734671655.188340:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752010112:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.188346:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.188348:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671655.188362:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e50060979b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e08 expref: 537 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.188377:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.188380:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.188385:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097a45 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6e39 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.188435:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.188442:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.188447:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.188455:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.188459:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.188467:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:0.0:1734671655.188978:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2bc:0x0], index 0: 0 00000040:00080000:0.0:1734671655.189032:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7984, 184 off1396240 00010000:00010000:0.0:1734671655.189114:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189121:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189126:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189147:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189152:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189156:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189159:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.189161:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189165:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189172:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.189173:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.189176:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.189179:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097a4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671655.189186:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134891c00 reply state ffff88008b16c000 transno 4294982327 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.189191:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671655.189206:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097a45 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e39 expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.189213:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e39 expref: 536 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.189218:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b0:0x0].0x0 (ffff88009b0dcb00) 00010000:00010000:0.0:1734671655.189220:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.189222:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9800, rc 0) 00000100:00100000:0.0:1734671655.189247:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752010112:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 906us (1043us total) trans 4294982327 rc 0/0 00000100:00100000:0.0:1734671655.189252:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29645 00000100:00100000:0.0:1734671655.191241:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.191259:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752010368 00000100:00100000:0.0:1734671655.191265:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752010368 00010000:00010000:1.0:1734671655.191470:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.191478:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.191484:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.191488:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.191492:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.191497:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.191506:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x132db6bf (ffff88009b0dc900) 00010000:00010000:1.0:1734671655.191509:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.191513:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.191517:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097a53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.191582:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29646 00000100:00100000:0.0:1734671655.191588:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752010368:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.191603:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.191608:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671655.191622:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6800/0x87a91e50060979ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e16 expref: 536 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.191632:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.191634:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.191642:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a68 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6e40 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.191967:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.191977:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.191984:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.191993:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097a76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.191998:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192003:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:0.0:1734671655.192309:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2bd:0x0], index 1: 0 00000040:00080000:0.0:1734671655.192373:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7985, 184 off1396424 00010000:00010000:0.0:1734671655.192455:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097a7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192462:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097a7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192467:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097a7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192486:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192490:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192494:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192498:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.192500:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192505:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192512:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.192514:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.192516:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.192520:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097a6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671655.192530:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134892300 reply state ffff880134c05000 transno 4294982328 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.192534:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671655.192550:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097a68 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e40 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.192559:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097a7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e40 expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.192564:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b1:0x0].0x0 (ffff88012ec0ed00) 00010000:00010000:0.0:1734671655.192566:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.192567:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914a0200, rc 0) 00000100:00100000:0.0:1734671655.192623:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752010368:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1034us (1387us total) trans 4294982328 rc 0/0 00000100:00100000:0.0:1734671655.192630:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29646 00000100:00100000:0.0:1734671655.192714:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.196376:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.196405:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.196593:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4574 00000100:00100000:1.0:1734671655.196598:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:12139:x1818934752010752:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.196604:0:18849:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.196612:0:18849:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6e55 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.196630:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.196636:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.196637:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.196640:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 81 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.196661:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.196670:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671655.196710:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752194816:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.196737:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a8dcf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.200588:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.201943:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752194816:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.201961:0:18849:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 81 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.201973:0:18849:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08e600, rc 0) 00000100:00100000:1.0:1734671655.202002:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:12139:x1818934752010752:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5404us (5597us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.202008:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4574 00000100:00100000:0.0:1734671655.202375:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.202615:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752011008 00000100:00100000:1.0:1734671655.202619:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752011008 00010000:00010000:1.0:1734671655.202633:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671655.202661:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8618 00000100:00100000:1.0:1734671655.202665:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1965:x1818934752011008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.202698:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.202715:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671655.202724:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671655.202744:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097a8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e47 expref: 81 pid: 18847 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671655.202770:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.202772:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.202777:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 80 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.202783:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 80 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.202801:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 80 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.202810:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752195072:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671655.202840:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a8dcf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.204481:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.205055:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752195072:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671655.205065:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.205080:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1965:x1818934752011008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2414us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.205085:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8618 00000100:00100000:0.0:1734671655.205605:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.205734:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752011392 00000100:00100000:1.0:1734671655.205739:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752011392 00000100:00100000:1.0:1734671655.205922:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7188 00000100:00100000:1.0:1734671655.205926:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752011392:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671655.206251:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7986, 168 off1396592 00000001:00080000:1.0:1734671655.206257:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982329 00000100:00100000:1.0:1734671655.206310:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+539:12139:x1818934752011392:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 382us (705us total) trans 4294982330 rc 0/0 00000100:00100000:1.0:1734671655.206316:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7188 00000020:00080000:1.0:1734671655.206319:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.209073:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.209128:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.211113:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.211937:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.214313:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752012288 00000100:00100000:1.0:1734671655.214317:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752012288 00000100:00100000:1.0:1734671655.214335:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7190 00000100:00100000:1.0:1734671655.214339:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752012288:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671655.216817:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752012288:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2468us (2568us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.216827:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7190 00000100:00100000:0.0:1734671655.217137:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.217236:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752012416 00000100:00100000:1.0:1734671655.217242:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752012416 00000100:00100000:1.0:1734671655.217270:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7191 00000100:00100000:1.0:1734671655.217276:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752012416:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671655.219987:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752012416:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2703us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.219999:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7191 00000100:00100000:0.0:1734671655.220792:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.223728:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.226758:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.226828:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752012928 00000100:00100000:1.0:1734671655.226835:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752012928 00000100:00100000:0.0:1734671655.227544:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.228064:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752013184 00000100:00100000:1.0:1734671655.228068:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752013184 00000100:00100000:1.0:1734671655.228091:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29653 00000100:00100000:1.0:1734671655.228098:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752012928:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.228114:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.228127:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e5006097b09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6e8d expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.228209:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228220:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228229:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228240:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228245:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228250:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228278:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228283:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228288:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228293:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.228296:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228301:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228314:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.228316:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.228320:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228324:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097b10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228334:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228338:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228343:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228347:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.228349:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228353:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228358:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff880134fe4800) 00010000:00010000:1.0:1734671655.228359:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.228361:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228364:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097b17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.228385:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e5006097b09 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e8d expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.228392:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e5006097b09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e8d expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.228399:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08f800, rc 0) 00000100:00100000:1.0:1734671655.228862:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752012928:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 763us (2109us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.228867:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29653 00000100:00100000:0.0:1734671655.231605:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.231650:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.231892:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29656 00000100:00100000:1.0:1734671655.231897:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752013440:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.231904:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.231911:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097b41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ea2 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.231930:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.231935:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232108:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232119:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232124:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232129:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232160:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232164:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232169:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232173:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.232175:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232179:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232185:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.232187:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.232190:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232194:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097b4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232201:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232205:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232209:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232215:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.232217:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232222:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232226:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1c2db6bf (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.232228:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.232230:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232234:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097b56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.232258:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097b41 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ea2 expref: 544 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.232264:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097b41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ea2 expref: 544 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.232270:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08ec00, rc 0) 00000100:00100000:1.0:1734671655.232285:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752013440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 388us (635us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.232290:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29656 00000100:00100000:0.0:1734671655.235369:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.235994:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.236378:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29658 00000100:00100000:0.0:1734671655.236382:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752013952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.236389:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.236391:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671655.236401:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006097ad8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e78 expref: 543 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.236416:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.236420:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.236428:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097b5d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6eb0 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.236520:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.236531:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.236537:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.236548:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097b6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.236553:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097b6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.236559:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097b6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:0.0:1734671655.237747:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2be:0x0], index 1: 0 00000040:00080000:0.0:1734671655.237776:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7989, 184 off1397128 00010000:00010000:0.0:1734671655.237826:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097b95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237832:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097b95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237838:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097b95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237850:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237854:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237858:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237861:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.237863:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237867:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237872:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.237874:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.237876:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.237879:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097b64 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:0.0:1734671655.237886:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880094b46a00 reply state ffff880134c00000 transno 4294982334 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097b6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.237894:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671655.237907:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097b5d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb0 expref: 547 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.237915:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097b95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb0 expref: 546 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.237920:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b3:0x0].0x0 (ffff880094b81900) 00010000:00010000:0.0:1734671655.237922:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.237923:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9c00, rc 0) 00000100:00100000:0.0:1734671655.237960:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12140:x1818934752013952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1576us (1967us total) trans 4294982334 rc 0/0 00000100:00100000:0.0:1734671655.237966:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29658 00010000:00010000:1.0:1734671655.241231:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.241242:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.241251:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.241254:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.241256:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.241262:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.241274:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff8800910bd100) 00010000:00010000:1.0:1734671655.241276:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.241279:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.241284:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097b80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.241756:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.242985:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.244000:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.244307:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752014464 00000100:00100000:1.0:1734671655.244312:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752014464 00000100:00100000:1.0:1734671655.244556:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7192 00000100:00100000:1.0:1734671655.244561:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752014464:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671655.244894:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7990, 168 off1397296 00000001:00080000:1.0:1734671655.244900:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982335 00000100:00100000:1.0:1734671655.244959:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12139:x1818934752014464:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 397us (958us total) trans 4294982336 rc 0/0 00000100:00100000:1.0:1734671655.244964:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7192 00000020:00080000:1.0:1734671655.244967:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.245760:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.246958:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.249070:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671655.249128:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.249135:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.249139:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.249143:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230cc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.249146:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.249151:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.249159:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff8800910bdf00) 00010000:00010000:1.0:1734671655.249160:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.249163:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.249167:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097bb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.249754:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.249797:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752015360 00000100:00100000:0.0:1734671655.249801:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752015360 00000100:00100000:0.0:1734671655.249828:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29661 00000100:00100000:0.0:1734671655.249832:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752015360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.249843:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.249852:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097be2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ec5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.249886:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249893:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249900:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249907:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249912:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249916:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249945:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249949:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249953:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249957:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.249959:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249963:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249972:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.249974:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.249976:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249979:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006097be9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249985:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249989:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249992:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.249995:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.249997:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.250000:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.250005:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff88009b0dc600) 00010000:00010000:0.0:1734671655.250007:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.250008:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.250012:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006097bf0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.250034:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097be2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ec5 expref: 550 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.250041:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097be2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ec5 expref: 550 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.250046:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe8e00, rc 0) 00000100:00100000:0.0:1734671655.250073:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752015360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 240us (321us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.250078:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29661 00000100:00100000:0.0:1734671655.253560:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.256570:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.260041:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752015744 00000100:00100000:1.0:1734671655.260048:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752015744 00000100:00100000:1.0:1734671655.260077:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7194 00000100:00100000:1.0:1734671655.260083:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c94050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12139:x1818934752015744:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671655.271046:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c94050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12139:x1818934752015744:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 10959us (11240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.271055:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7194 00000100:00100000:0.0:1734671655.271572:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.271623:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752016000 00000100:00100000:1.0:1734671655.271629:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752016000 00000100:00100000:1.0:1734671655.271659:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7195 00000100:00100000:1.0:1734671655.271663:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12140:x1818934752016000:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671655.273912:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12140:x1818934752016000:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2241us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.273922:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7195 00000100:00100000:1.0:1734671655.278246:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.278299:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752016256 00000100:00100000:0.0:1734671655.278307:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752016256 00000100:00100000:0.0:1734671655.278345:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29665 00000100:00100000:0.0:1734671655.278351:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12139:x1818934752016256:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.278366:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.278379:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097c21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ee1 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.278462:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278474:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278483:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278493:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278501:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278505:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278534:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278540:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278546:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278550:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.278554:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278560:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278569:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.278572:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.278575:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278579:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e5006097c28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278589:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278593:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278597:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278601:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.278603:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278607:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278611:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff88009b0dc900) 00010000:00010000:0.0:1734671655.278613:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.278614:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278618:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9e00/0x87a91e5006097c2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.278640:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097c21 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ee1 expref: 552 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.278645:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e5006097c21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ee1 expref: 552 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.278651:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe8e00, rc 0) 00000100:00100000:0.0:1734671655.278712:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12139:x1818934752016256:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 360us (474us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.278718:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29665 00000100:00100000:0.0:1734671655.279327:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.280035:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.280049:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752016640 00000100:00100000:0.0:1734671655.280051:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752016640 00000100:00100000:0.0:1734671655.280077:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29667 00000100:00100000:0.0:1734671655.280081:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752016640:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.280087:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.280093:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097c3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6eef expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.280113:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280118:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280123:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280131:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280136:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280141:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280162:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280167:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280171:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280175:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.280177:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280182:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280186:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.280188:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.280190:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280194:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9a00/0x87a91e5006097c4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280201:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280205:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280210:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280213:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d4f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.280215:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280220:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280224:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff88009b0dc600) 00010000:00010000:0.0:1734671655.280227:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.280229:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280233:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097c59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.280254:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097c3d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eef expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.280260:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097c3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eef expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.280267:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfe9c00, rc 0) 00000100:00100000:0.0:1734671655.280291:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12139:x1818934752016640:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 209us (255us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.280296:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29667 00000100:00100000:0.0:1734671655.281456:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.281899:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29668 00000100:00100000:1.0:1734671655.281906:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12140:x1818934752016768:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.281918:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.281929:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097c60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ef6 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.282034:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282044:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282055:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282066:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282071:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282075:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282110:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282115:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282119:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282124:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.282126:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282131:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282140:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.282142:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.282145:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282149:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097c67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282170:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282174:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282178:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282184:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.282186:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282191:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282196:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1c2db6bf (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.282198:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.282200:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282204:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097c6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.282233:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097c60 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ef6 expref: 552 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.282240:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097c60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ef6 expref: 552 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.282247:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08ee00, rc 0) 00000100:00100000:1.0:1734671655.282277:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12140:x1818934752016768:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 370us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.282282:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29668 00000100:00100000:0.0:1734671655.282314:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.282358:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752017024 00000100:00100000:1.0:1734671655.282362:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752017024 00000100:00100000:1.0:1734671655.282927:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29669 00000100:00100000:1.0:1734671655.282933:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+551:12139:x1818934752017024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.282942:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.282944:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671655.282955:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006097bfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ecc expref: 551 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.282968:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.282971:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671655.282978:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097c75 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6efd expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.283032:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283040:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283046:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283055:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097c83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283061:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097c83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283066:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097c83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:1.0:1734671655.283405:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2be:0x0], index 0: 0 00000040:00080000:1.0:1734671655.283466:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7994, 184 off1398016 00010000:00010000:1.0:1734671655.283549:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006097c8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283559:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006097c8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283564:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006097c8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283587:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283591:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283595:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283600:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.283602:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283607:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283614:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.283616:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.283618:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.283622:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097c7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671655.283630:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012eed7b80 reply state ffff88012dc80000 transno 4294982341 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097c83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.283639:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671655.283655:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097c75 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6efd expref: 553 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.283664:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006097c8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6efd expref: 552 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.283670:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b4:0x0].0x0 (ffff880134fe4700) 00010000:00010000:1.0:1734671655.283671:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.283709:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08f200, rc 0) 00000100:00100000:1.0:1734671655.283745:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752017024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 812us (1430us total) trans 4294982341 rc 0/0 00000100:00100000:1.0:1734671655.283751:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29669 00000100:00100000:0.0:1734671655.283799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.288080:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.290449:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.291581:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.293666:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.295767:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.298329:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.305225:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.305303:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752018304 00000100:00100000:1.0:1734671655.305311:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752018304 00000100:00100000:1.0:1734671655.305344:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7196 00000100:00100000:1.0:1734671655.305349:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752018304:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671655.305663:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7996, 168 off1398368 00000001:00080000:1.0:1734671655.305669:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982343 00000100:00100000:1.0:1734671655.305770:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752018304:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 419us (550us total) trans 4294982344 rc 0/0 00000100:00100000:1.0:1734671655.305776:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7196 00000020:00080000:1.0:1734671655.305780:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.309254:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.309293:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.312774:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.312803:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752018816 00000100:00100000:0.0:1734671655.312806:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752018816 00000100:00100000:0.0:1734671655.314992:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.317466:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.318861:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.323201:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.325181:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.325443:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752019456 00000100:00100000:1.0:1734671655.325448:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752019456 00000100:00100000:1.0:1734671655.325483:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29675 00000100:00100000:1.0:1734671655.325489:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752019456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.325499:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.325513:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097d0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f43 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.325554:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325566:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325575:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325586:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325591:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325597:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325632:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325637:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325642:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325646:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.325649:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325655:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325664:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.325666:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.325670:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325713:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fe00/0x87a91e5006097d16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325725:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325730:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325734:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325738:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.325740:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325744:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325869:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff880134fe4900) 00010000:00010000:1.0:1734671655.325871:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.325874:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325881:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e5006097d1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.325913:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097d0f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f43 expref: 562 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.325920:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e5006097d0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f43 expref: 562 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.325927:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08ec00, rc 0) 00000100:00100000:1.0:1734671655.325962:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752019456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 472us (781us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.325968:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29675 00000100:00100000:0.0:1734671655.331017:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.331207:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752019712 00000100:00100000:1.0:1734671655.331214:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752019712 00000100:00100000:1.0:1734671655.331285:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29676 00000100:00100000:1.0:1734671655.331292:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12140:x1818934752019712:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.331307:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.331310:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671655.331330:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006097cec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f2e expref: 559 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.331343:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.331347:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671655.331357:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097d24 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f4a expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.331461:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331471:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331478:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331487:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331491:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331496:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:1.0:1734671655.331845:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2bf:0x0], index 0: 0 00000040:00080000:1.0:1734671655.331897:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].7998, 176 off1398712 00010000:00010000:1.0:1734671655.331974:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097d39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331980:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097d39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.331985:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097d39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332005:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332010:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332015:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332020:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.332023:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332029:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332035:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.332037:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.332040:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.332044:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e5006097d2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671655.332051:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b172d80 reply state ffff88012fd41000 transno 4294982347 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.332056:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671655.332071:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e5006097d24 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f4a expref: 561 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.332081:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006097d39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f4a expref: 560 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.332086:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4800) 00010000:00010000:1.0:1734671655.332088:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.332090:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091bf5600, rc 0) 00000100:00100000:1.0:1734671655.332136:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752019712:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 844us (1121us total) trans 4294982347 rc 0/0 00000100:00100000:1.0:1734671655.332142:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29676 00010000:00010000:0.0:1734671655.333877:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.333887:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.333893:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.333898:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.333901:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.333906:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.333915:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff880134fe4a00) 00010000:00010000:0.0:1734671655.333918:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.333921:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.333925:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e800/0x87a91e5006097d32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.333951:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.334492:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.334635:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752019968 00000100:00100000:1.0:1734671655.334638:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752019968 00000100:00100000:1.0:1734671655.334669:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29677 00000100:00100000:1.0:1734671655.334706:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752019968:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.334719:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.334728:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097d4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f58 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.334766:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334775:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334782:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334792:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334797:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334802:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334843:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334848:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334853:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334856:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.334858:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334864:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334876:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.334878:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.334880:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334884:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097d55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334892:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334896:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334900:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334904:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.334907:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334914:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334919:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x17fc7598 (ffff880134fe4e00) 00010000:00010000:1.0:1734671655.334921:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.334923:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334927:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006097d5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.334953:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097d4e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f58 expref: 561 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.334960:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f400/0x87a91e5006097d4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f58 expref: 561 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.334966:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08f400, rc 0) 00000100:00100000:1.0:1734671655.335000:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752019968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 324us (507us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.335005:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29677 00000100:00100000:0.0:1734671655.340706:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.340758:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671655.343534:0:17898:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 84 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.343550:0:17898:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfc6800, rc 0) 00000100:00100000:3.0:1734671655.343581:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:12140:x1818934752020096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2611us (2913us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.343588:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4583 00000100:00100000:0.0:1734671655.344197:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.344298:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752020480 00000100:00100000:3.0:1734671655.344303:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752020480 00010000:00010000:3.0:1734671655.344320:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6c00/0x87a91e5006097d47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f51 expref: 84 pid: 8437 timeout: 437 lvb_type: 1 00000100:00100000:3.0:1734671655.344344:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8622 00000100:00100000:3.0:1734671655.344350:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752020480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671655.344359:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671655.344373:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6c00/0x87a91e5006097d47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f51 expref: 84 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:3.0:1734671655.344382:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6c00/0x87a91e5006097d47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f51 expref: 84 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:3.0:1734671655.344396:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6c00/0x87a91e5006097d47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f51 expref: 84 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:3.0:1734671655.344409:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.344410:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.344415:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 83 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.344427:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 83 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.344448:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 83 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671655.344456:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009be2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7070:1818934752195968:192.168.204.51@tcp:105: 00000100:00100000:3.0:1734671655.344483:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008dfb8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.347721:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7070:1818934752195968:192.168.204.51@tcp:105: 00010000:00010000:3.0:1734671655.347738:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671655.347779:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752020480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3428us (3582us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.347789:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8622 00000100:00100000:0.0:1734671655.350940:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.350982:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752020608 00000100:00100000:3.0:1734671655.350991:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752020608 00000100:00100000:0.0:1734671655.351013:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.351035:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4584 00000100:00100000:3.0:1734671655.351041:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752020608:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.351054:0:17898:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.351068:0:17898:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f6d expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671655.351087:0:17898:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671655.351100:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.351102:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.351108:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 84 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.351120:0:17898:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 84 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.351129:0:17898:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfc7a00, rc 0) 00000100:00100000:3.0:1734671655.351173:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934752020608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 132us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.351178:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4584 00000100:00100000:0.0:1734671655.354176:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671655.354325:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671655.354335:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.354337:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.354340:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.354355:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.354363:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.354364:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.354368:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.354372:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.354374:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671655.354376:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.354381:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.354385:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752196096:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.354393:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff8800910bdd00) 00010000:00010000:1.0:1734671655.354395:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.354398:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.354404:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097d94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.354422:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a1180900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.354854:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.354988:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752021120 00000100:00100000:1.0:1734671655.354991:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752021120 00000100:00100000:1.0:1734671655.355010:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29680 00000100:00100000:1.0:1734671655.355015:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752021120:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.355025:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.355033:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097da2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f7b expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.355068:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097da2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f7b expref: 562 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.355076:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097da2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f7b expref: 562 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.355087:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.355089:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734671655.355091:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec9b600, rc 0) 00000100:00100000:1.0:1734671655.355122:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752021120:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 107us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.355128:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29680 00000100:00100000:0.0:1734671655.357062:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.357077:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752196096:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.357097:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.357111:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230de00, rc 0) 00000100:00100000:2.0:1734671655.357138:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:12139:x1818934752020992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2859us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.357145:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4585 00000100:00100000:3.0:1734671655.357449:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752021248 00000100:00100000:3.0:1734671655.357454:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752021248 00010000:00010000:3.0:1734671655.357474:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:3.0:1734671655.357503:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8623 00000100:00100000:3.0:1734671655.357508:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752021248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671655.357518:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671655.357533:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:3.0:1734671655.357547:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:3.0:1734671655.357562:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dfc7a00/0x87a91e5006097d8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f6d expref: 85 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:3.0:1734671655.357585:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.357587:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.357592:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.357600:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.358039:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671655.358051:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009be2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752196224:192.168.204.51@tcp:105: 00000100:00100000:3.0:1734671655.358089:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008dfb83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.363977:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.364456:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752021376 00000100:00100000:2.0:1734671655.364463:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752021376 00000100:00100000:2.0:1734671655.364494:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4586 00000100:00100000:2.0:1734671655.364502:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752021376:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:2.0:1734671655.364715:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734671655.364718:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 0 -> 1734671644 00002000:00010000:2.0:1734671655.364720:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 0 -> 1734671646 00002000:00010000:2.0:1734671655.364722:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 0 -> 1734671656 00002000:00010000:2.0:1734671655.364723:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1734671655.364772:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752021376:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 271us (802us total) trans 4294968651 rc 0/0 00000100:00100000:2.0:1734671655.364778:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4586 00000100:00100000:3.0:1734671655.364842:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752196224:192.168.204.51@tcp:105: 00010000:00010000:3.0:1734671655.364855:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671655.364873:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752021248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7365us (7816us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.364879:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8623 00000100:00100000:2.0:1734671655.365181:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.365262:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752021632 00000100:00100000:0.0:1734671655.365265:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752021632 00000100:00100000:0.0:1734671655.365295:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29681 00000100:00100000:0.0:1734671655.365300:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752021632:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671655.365329:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671655.365347:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006097d7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f66 expref: 562 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.365362:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8801369b2c00) 00010000:00010000:0.0:1734671655.365369:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.365399:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.365408:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.365415:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671655.365584:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1ef100 reply state ffff880093766000 transno 4294982350 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.365593:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671655.365631:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752021632:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 330us (451us total) trans 4294982350 rc 0/0 00000100:00100000:0.0:1734671655.365636:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29681 00000100:00100000:0.0:1734671655.366188:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.366874:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752021888 00000100:00100000:1.0:1734671655.366879:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752021888 00000100:00100000:1.0:1734671655.367417:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29682 00000100:00100000:1.0:1734671655.367422:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752021888:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:1.0:1734671655.367459:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367470:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367477:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367491:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367495:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367500:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367504:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.367507:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367512:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367519:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.367522:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1734671655.367525:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.367529:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006097db0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.367779:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752021888:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 355us (1590us total) trans 0 rc -22/-22 00000100:00100000:1.0:1734671655.367786:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29682 00010000:00010000:0.0:1734671655.368333:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.368340:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.368345:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.368349:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.368351:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.368356:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.368365:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff880094b81200) 00010000:00010000:0.0:1734671655.368367:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.368370:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.368374:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e5006097da9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.368599:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.368655:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022016 00000100:00100000:2.0:1734671655.368660:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022016 00000100:00100000:2.0:1734671655.368707:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29683 00000100:00100000:2.0:1734671655.368712:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752022016:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.368725:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.368735:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097db7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f82 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.368766:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097db7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f82 expref: 563 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.368774:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097db7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f82 expref: 563 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.368784:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:2.0:1734671655.368786:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734671655.368788:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230d200, rc 0) 00000100:00100000:2.0:1734671655.369223:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752022016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 509us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.369229:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29683 00000100:00100000:0.0:1734671655.373405:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.373480:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022144 00000100:00100000:2.0:1734671655.373488:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022144 00000100:00100000:2.0:1734671655.373521:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4587 00000100:00100000:2.0:1734671655.373528:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934752022144:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:2.0:1734671655.373767:0:17898:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734671655.373770:0:17898:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb mtime from disk: 0 -> 1734671644 00002000:00010000:2.0:1734671655.373772:0:17898:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb atime from disk: 0 -> 1734671646 00002000:00010000:2.0:1734671655.373774:0:17898:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb ctime from disk: 0 -> 1734671656 00002000:00010000:2.0:1734671655.373776:0:17898:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1734671655.373828:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1965:x1818934752022144:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 298us (430us total) trans 4294968682 rc 0/0 00000100:00100000:2.0:1734671655.373834:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4587 00000100:00100000:3.0:1734671655.375708:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.375772:0:16862:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022272 00000100:00100000:3.0:1734671655.375779:0:16862:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022272 00002000:00100000:3.0:1734671655.375807:0:16862:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x2bf:0x0] (0->88383) req@ffff88009be2d180 x1818934752022272/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:276/0 lens 488/0 e 0 to 0 dl 1734671666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1734671655.375816:0:16862:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be2d180 with x1818934752022272 ext(0->88383) 00002000:00010000:3.0:1734671655.375820:0:16862:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be2d180 00000100:00100000:3.0:1734671655.375840:0:16862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 850 00000100:00100000:3.0:1734671655.375845:0:16862:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934752022272:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:0.0:1734671655.379020:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.380174:0:16862:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1965:x1818934752022272:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 4325us (4494us total) trans 4294968652 rc 0/0 00000100:00100000:3.0:1734671655.380184:0:16862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 850 00002000:00100000:3.0:1734671655.380195:0:16862:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x2bf:0x0] (0->88383) req@ffff88009be2d180 x1818934752022272/t4294968652(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:276/0 lens 488/448 e 0 to 0 dl 1734671666 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1734671655.380203:0:16862:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be2d180 with x1818934752022272 ext(0->88383) 00002000:00010000:3.0:1734671655.380208:0:16862:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009be2d180 00000100:00100000:3.0:1734671655.380234:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022528 00000100:00100000:3.0:1734671655.380240:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022528 00000100:00100000:3.0:1734671655.380301:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29684 00000100:00100000:3.0:1734671655.380307:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752022528:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:3.0:1734671655.380347:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380359:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380368:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380384:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380389:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380395:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380399:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc6600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.380403:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380409:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380418:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.380420:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671655.380423:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.380428:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6600/0x87a91e5006097dbe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671655.381813:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752022528:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 1502us (2797us total) trans 0 rc -22/-22 00000100:00100000:3.0:1734671655.381821:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29684 00000100:00100000:0.0:1734671655.385901:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.386001:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022784 00000100:00100000:3.0:1734671655.386009:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022784 00000100:00100000:3.0:1734671655.386052:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29685 00000100:00100000:3.0:1734671655.386058:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752022784:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:3.0:1734671655.388010:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.388029:0:16862:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022656 00000100:00100000:3.0:1734671655.388034:0:16862:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022656 00002000:00100000:3.0:1734671655.388061:0:16862:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x2c0:0x0] (0->88383) req@ffff88009be2f480 x1818934752022656/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:276/0 lens 488/0 e 0 to 0 dl 1734671666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1734671655.388070:0:16862:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be2f480 with x1818934752022656 ext(0->88383) 00002000:00010000:3.0:1734671655.388073:0:16862:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be2f480 00000100:00100000:3.0:1734671655.388606:0:16862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 851 00000100:00100000:3.0:1734671655.388612:0:16862:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1966:x1818934752022656:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:3.0:1734671655.392304:0:16862:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1966:x1818934752022656:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 3685us (4293us total) trans 4294968683 rc 0/0 00000100:00100000:3.0:1734671655.392314:0:16862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 851 00002000:00100000:3.0:1734671655.392323:0:16862:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x2c0:0x0] (0->88383) req@ffff88009be2f480 x1818934752022656/t4294968683(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:276/0 lens 488/448 e 0 to 0 dl 1734671666 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1734671655.392331:0:16862:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88009be2f480 with x1818934752022656 ext(0->88383) 00002000:00010000:3.0:1734671655.392336:0:16862:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009be2f480 00000100:00100000:3.0:1734671655.394629:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.394648:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752022912 00000100:00100000:1.0:1734671655.394656:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752022912 00000100:00100000:1.0:1734671655.394712:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29686 00000100:00100000:1.0:1734671655.394717:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12139:x1818934752022912:12345-192.168.204.51@tcp:44:dbench.0 00000001:00080000:3.0:1734671655.416784:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982350 is committed 00000004:00080000:3.0:1734671655.416839:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 117 committed 00000004:00080000:3.0:1734671655.416866:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 117 committed 00000100:00100000:3.0:1734671655.417598:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009be2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752196352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671655.417634:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671655.417663:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752196608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671655.417697:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671655.417708:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671655.417713:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752196480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671655.417724:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671655.417740:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196352 00000100:00100000:3.0:1734671655.417745:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196352 00000100:00100000:3.0:1734671655.417766:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196608 00000100:00100000:3.0:1734671655.417768:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196608 00000100:00100000:3.0:1734671655.417775:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196480 00000100:00100000:3.0:1734671655.417776:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196480 00000100:00100000:3.0:1734671655.417786:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588 00000100:00100000:3.0:1734671655.417791:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3302:x1818934752196352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671655.417810:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:694 count 1 00010000:00010000:3.0:1734671655.417829:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.417845:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.417852:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671655.417853:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671655.417855:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.417873:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.417882:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.417890:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752196736:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.418190:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12139:x1818934752022912:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 23471us (23564us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.418198:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29686 00000100:00100000:2.0:1734671655.418275:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752196864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671655.418293:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671655.418309:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671655.418312:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752196992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671655.418323:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671655.418328:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934752022784:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 32269us (32433us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.418333:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29685 00000100:00100000:2.0:1734671655.418338:0:17897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196864 00000100:00100000:2.0:1734671655.418340:0:17897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196864 00000100:00100000:0.0:1734671655.418350:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752197120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671655.418352:0:17897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196992 00000100:00100000:2.0:1734671655.418353:0:17897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196992 00000100:00100000:2.0:1734671655.418361:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4589 00000100:00100000:2.0:1734671655.418366:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3304:x1818934752196608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671655.418366:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1734671655.418374:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:695 count 1 00000100:00100000:0.0:1734671655.418376:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734671655.418379:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752197248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671655.418383:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671655.418387:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671655.418392:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.418397:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1734671655.418397:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752197120 00010000:00010000:2.0:1734671655.418399:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1734671655.418400:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752197120 00010000:00010000:2.0:1734671655.418401:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671655.418409:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752197248 00000100:00100000:0.0:1734671655.418410:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752197248 00010000:00010000:2.0:1734671655.418412:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671655.418417:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4590 00010000:00010000:2.0:1734671655.418418:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 85 pid: 8437 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734671655.418419:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3304:x1818934752196480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671655.418424:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752197376:192.168.204.51@tcp:104: 00002000:00080000:0.0:1734671655.418426:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:696 count 1 00010000:00010000:0.0:1734671655.418434:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.418439:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013762eb40 going to sleep for 11 seconds 00010000:00010000:0.0:1734671655.418443:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 85 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671655.418447:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.418447:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1734671655.418449:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591 00010000:00010000:0.0:1734671655.418449:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.418453:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3301:x1818934752196864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671655.418461:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:695 count 1 00010000:00010000:0.0:1734671655.418462:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 85 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671655.418467:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 85 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.418471:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671655.418472:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009361b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752197504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.418479:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 86 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.418484:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1734671655.418484:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2716c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734671655.418485:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671655.418487:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.418498:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 86 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.418505:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 86 pid: 18851 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.418512:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752197632:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.418524:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013762ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734671655.418535:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4592 00000100:00100000:2.0:1734671655.418538:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3301:x1818934752196992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671655.418545:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:697 count 1 00010000:00010000:2.0:1734671655.418552:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.418560:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 86 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671655.418564:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.418565:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.418567:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.418581:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 86 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671655.418587:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 86 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:2.0:1734671655.418593:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752197760:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671655.418740:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593 00000100:00100000:0.0:1734671655.418745:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3303:x1818934752197120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671655.418755:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:696 count 1 00010000:00010000:0.0:1734671655.418763:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.418772:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 86 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.418777:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671655.418778:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671655.418780:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.418792:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 86 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.418799:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 86 pid: 8437 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1734671655.418807:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752197888:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671655.418827:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2710c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671655.418838:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594 00000100:00100000:1.0:1734671655.418843:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+8:3303:x1818934752197248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671655.418852:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:700 count 1 00010000:00010000:1.0:1734671655.418859:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.418868:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 86 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.418873:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.418874:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.418876:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.418888:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 86 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.418895:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 86 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671655.418902:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:19185:1818934752198016:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.418919:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a8dcf6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.419079:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1734671655.419662:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88013762ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.420858:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.420872:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.420884:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.420907:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.420972:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009361b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752197504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.420989:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.421013:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023296 00000100:00100000:2.0:1734671655.421017:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023296 00010000:00010000:2.0:1734671655.421037:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 86 pid: 8437 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.421064:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023168 00000100:00100000:2.0:1734671655.421067:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023168 00010000:00010000:2.0:1734671655.421074:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 87 pid: 8437 timeout: 437 lvb_type: 1 00000100:00100000:2.0:1734671655.421087:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8624 00000100:00100000:2.0:1734671655.421091:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1966:x1818934752023296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.421098:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.421102:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 87 pid: 8437 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.421110:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 87 pid: 8437 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.421124:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.421125:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.421129:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421135:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421146:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.421165:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1966:x1818934752023296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.421171:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8624 00000100:00100000:2.0:1734671655.421180:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8625 00000100:00100000:2.0:1734671655.421183:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1965:x1818934752023168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.421187:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.421190:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 86 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.421196:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 86 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.421205:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10800/0x87a91e500609730d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6bed expref: 86 pid: 8437 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.421212:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.421213:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.421215:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421221:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421229:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.421238:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1965:x1818934752023168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 55us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.421242:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8625 00010000:00010000:2.0:1734671655.421268:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421274:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421280:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421286:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421291:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421301:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671655.421303:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421309:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421316:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.421321:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9c00/0x87a91e5006097dd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.421548:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3304:x1818934752196480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3126us (3822us total) trans 4294968653 rc 0/0 00000100:00100000:2.0:1734671655.421554:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4590 00000100:00100000:2.0:1734671655.421566:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023040 00000100:00100000:2.0:1734671655.421569:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023040 00000100:00100000:2.0:1734671655.421578:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023424 00000100:00100000:2.0:1734671655.421580:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023424 00000100:00100000:2.0:1734671655.421591:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4595 00000100:00100000:2.0:1734671655.421595:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1965:x1818934752023040:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:3.0:1734671655.421779:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4596 00000100:00100000:3.0:1734671655.421785:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1964:x1818934752023424:12345-192.168.204.51@tcp:16:dbench.0 00010000:00010000:3.0:1734671655.421828:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997a5c00/0x87a91e5006096efa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ab2 expref: 85 pid: 8437 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.421837:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752197376:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.421847:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421853:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421858:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421864:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421869:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421874:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421878:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671655.421881:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421886:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421894:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.421902:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d8be200/0x87a91e5006097dcc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671655.422106:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3304:x1818934752196608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3739us (4407us total) trans 4294968654 rc 0/0 00000100:00100000:3.0:1734671655.422112:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4589 00000004:00080000:3.0:1734671655.422136:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134893480/2, rc 0, transno 4294968653 00000100:00100000:3.0:1734671655.422143:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752196480:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671655.422149:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134891180/2, rc 0, transno 4294968654 00000100:00100000:3.0:1734671655.422151:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752196608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671655.422541:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.422597:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.422617:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093619f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752197888:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671655.422629:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.423060:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023552 00000100:00100000:1.0:1734671655.423065:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023552 00010000:00010000:1.0:1734671655.423079:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 88 pid: 18851 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.423093:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023808 00000100:00100000:1.0:1734671655.423095:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023808 00010000:00010000:1.0:1734671655.423104:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 89 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671655.423117:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8626 00000100:00100000:1.0:1734671655.423121:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1965:x1818934752023552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.423129:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.423133:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 89 pid: 18851 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.423141:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 89 pid: 18851 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.423154:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.423157:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.423160:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423167:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423178:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.423199:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1965:x1818934752023552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 77us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.423203:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8626 00000100:00100000:1.0:1734671655.423213:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8627 00000100:00100000:1.0:1734671655.423216:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1964:x1818934752023808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.423221:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.423225:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 88 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671655.423231:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 88 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:1.0:1734671655.423239:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.423240:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.423242:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423248:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423259:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.423270:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1964:x1818934752023808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 53us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.423275:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8627 00010000:00010000:1.0:1734671655.423330:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8400/0x87a91e500609797a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6dfa expref: 87 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:1.0:1734671655.423345:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:19185:1818934752198016:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.423354:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423361:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423366:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423372:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423377:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423383:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.423390:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752197760:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.423392:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671655.423394:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423400:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.423402:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423408:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.423413:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec9a000/0x87a91e5006097def lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423940:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a42e00/0x87a91e5006096a85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6977 expref: 86 pid: 18851 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.423950:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752197632:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.423959:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423965:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423970:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423976:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423981:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423986:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423990:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671655.423992:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.423997:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.424005:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.424010:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008efc2600/0x87a91e5006097dda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671655.424299:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3301:x1818934752196864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5844us (6003us total) trans 4294968684 rc 0/0 00000100:00100000:3.0:1734671655.424304:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591 00000100:00100000:3.0:1734671655.424329:0:3301:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968671 gen 2 00000004:00080000:3.0:1734671655.424332:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf10e00, transno 4294968663 00000004:00080000:3.0:1734671655.424337:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf13100, transno 4294968664 00000004:00080000:3.0:1734671655.424339:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf13800, transno 4294968665 00000004:00080000:3.0:1734671655.424341:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf11880, transno 4294968666 00000004:00080000:3.0:1734671655.424343:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf12680, transno 4294968667 00000004:00080000:3.0:1734671655.424345:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf11f80, transno 4294968668 00000004:00080000:3.0:1734671655.424347:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf11180, transno 4294968669 00000004:00080000:3.0:1734671655.424349:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf13480, transno 4294968670 00000004:00080000:3.0:1734671655.424350:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800997f4700, transno 4294968671 00000100:00100000:3.0:1734671655.424356:0:3301:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff88009b1ed180 x1818934752196864/t4294968684(4294968684) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671671 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:3.0:1734671655.424363:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b1ed180/2, rc 0, transno 4294968684 00000100:00100000:3.0:1734671655.424367:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752196864:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671655.424493:0:10116:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 4 in progress, 3 in flight, 9 done 00000100:00100000:3.0:1734671655.424520:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752196736:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.424530:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.425759:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.425782:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.425799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.425814:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024064 00000100:00100000:2.0:1734671655.425820:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024064 00010000:00010000:2.0:1734671655.425838:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 86 pid: 17898 timeout: 437 lvb_type: 1 00000100:00100000:2.0:1734671655.425855:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023680 00000100:00100000:2.0:1734671655.425857:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023680 00010000:00010000:2.0:1734671655.425864:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 87 pid: 8437 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.425875:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752023936 00000100:00100000:2.0:1734671655.425876:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752023936 00010000:00010000:2.0:1734671655.425884:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.425897:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8628 00000100:00100000:2.0:1734671655.425902:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1964:x1818934752024064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.425913:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.425917:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 87 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.425923:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 87 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.425941:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092223e00/0x87a91e500609734c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c02 expref: 87 pid: 17898 timeout: 437 lvb_type: 1 00010000:00010000:2.0:1734671655.425951:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.425953:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.425956:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.425963:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.425978:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.426003:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1964:x1818934752024064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 100us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.426008:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8628 00000100:00100000:2.0:1734671655.426019:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8629 00000100:00100000:2.0:1734671655.426023:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752023680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.426028:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.426032:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 85 pid: 8437 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.426038:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 85 pid: 8437 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.426047:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a15a00/0x87a91e5006096f08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ac0 expref: 85 pid: 8437 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.426057:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.426059:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.426061:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426066:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426076:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.426089:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752023680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.426094:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8629 00000100:00100000:2.0:1734671655.426125:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8630 00000100:00100000:2.0:1734671655.426129:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752023936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.426135:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.426139:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.426148:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.426161:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e8ba00/0x87a91e50060969dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f693f expref: 85 pid: 18851 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.426170:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.426172:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.426175:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426182:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426193:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.426205:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752023936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 75us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.426210:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8630 00010000:00010000:2.0:1734671655.426362:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426369:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426376:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426382:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426389:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426395:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944cb600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671655.426398:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426409:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426418:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426424:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944cb600/0x87a91e5006097de1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.426725:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3301:x1818934752196992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8185us (8400us total) trans 4294968685 rc 0/0 00000100:00100000:2.0:1734671655.426732:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4592 00000004:00080000:2.0:1734671655.426761:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b1edf80/2, rc 0, transno 4294968685 00000100:00100000:2.0:1734671655.426768:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752196992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671655.426787:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426793:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426798:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426803:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426812:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426816:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458ec00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671655.426818:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426823:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426831:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.426835:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009458ec00/0x87a91e5006097dc5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.427109:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3302:x1818934752196352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9317us (9475us total) trans 4294968655 rc 0/0 00000100:00100000:2.0:1734671655.427115:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588 00000100:00100000:1.0:1734671655.427234:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+9:3303:x1818934752197248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8389us (8844us total) trans 4294968686 rc 0/0 00000100:00100000:1.0:1734671655.427239:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594 00000004:00080000:1.0:1734671655.427269:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b1eea00/2, rc 0, transno 4294968686 00000100:00100000:1.0:1734671655.427274:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752197248:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671655.428550:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009be2f100/2, rc 0, transno 4294968655 00000100:00100000:3.0:1734671655.428560:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009be2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752196352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671655.429071:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429080:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429088:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429093:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429099:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429104:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671655.429107:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429113:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429125:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.429130:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8e00/0x87a91e5006097de8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671655.429423:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3303:x1818934752197120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10676us (11054us total) trans 4294968687 rc 0/0 00000100:00100000:0.0:1734671655.429430:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593 00000004:00080000:0.0:1734671655.429456:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b1ec000/2, rc 0, transno 4294968687 00000100:00100000:0.0:1734671655.429460:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b1ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752197120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671655.455973:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752023424:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 34180us (35057us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.455983:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4596 00000001:00080000:2.0:1734671655.456072:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968680 is committed 00000001:00080000:2.0:1734671655.456081:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968682 is committed 00000001:00080000:2.0:1734671655.456090:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968684 is committed 00000001:00080000:2.0:1734671655.456093:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968683 is committed 00000100:00100000:2.0:1734671655.458159:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.458221:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024192 00000100:00100000:0.0:1734671655.458229:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024192 00000100:00100000:0.0:1734671655.458258:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29687 00000100:00100000:0.0:1734671655.458264:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752024192:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.458279:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.458404:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097df6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f89 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.458493:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e5006097dfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.458504:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e5006097dfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.458513:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e5006097dfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671655.458530:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.458540:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e5006097dfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.458558:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097df6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f89 expref: 513 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.458570:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e5006097dfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f89 expref: 512 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.458576:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:0.0:1734671655.458579:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.458581:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092e89a00, rc 0) 00000100:00100000:0.0:1734671655.458666:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12139:x1818934752024192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 401us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.458672:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29687 00000001:00080000:1.0:1734671655.459659:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968653 is committed 00000001:00080000:1.0:1734671655.459666:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968651 is committed 00000100:00100000:0.0:1734671655.459670:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1965:x1818934752023040:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 38073us (38812us total) trans 0 rc 0/0 00000001:00080000:1.0:1734671655.459693:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968654 is committed 00000001:00080000:1.0:1734671655.459697:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968652 is committed 00000100:00100000:0.0:1734671655.459701:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4595 00000100:00100000:0.0:1734671655.461933:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.462024:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024320 00000100:00100000:2.0:1734671655.462031:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024320 00000100:00100000:2.0:1734671655.462060:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29688 00000100:00100000:2.0:1734671655.462066:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12139:x1818934752024320:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.462080:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.462094:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097e04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f90 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.462140:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462151:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462160:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462170:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462175:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462180:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462267:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462273:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462279:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671655.462300:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671655.462311:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462318:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462323:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462328:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462333:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462337:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.462341:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462346:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462354:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.462357:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.462360:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462364:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462372:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462377:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462385:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462389:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.462391:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462396:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462401:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x17fc7598 (ffff8800acccb200) 00010000:00010000:2.0:1734671655.462403:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.462405:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462409:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.462430:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097e04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f90 expref: 514 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.462440:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f90 expref: 513 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.462445:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:2.0:1734671655.462447:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.462448:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da13200, rc 0) 00000100:00100000:2.0:1734671655.462492:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752024320:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 426us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.462497:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29688 00000100:00100000:0.0:1734671655.466467:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.466561:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024448 00000100:00100000:2.0:1734671655.466569:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024448 00000100:00100000:2.0:1734671655.466609:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29689 00000100:00100000:2.0:1734671655.466615:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12140:x1818934752024448:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.466630:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.466644:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e5006097e20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f97 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.466731:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006097e27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.466742:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006097e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.466750:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006097e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671655.466808:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671655.466822:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006097e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.466844:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e5006097e20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f97 expref: 515 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.466861:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006097e27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f97 expref: 514 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.466868:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:2.0:1734671655.466871:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.466873:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec87e00, rc 0) 00000100:00100000:2.0:1734671655.466917:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752024448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 301us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.466924:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29689 00000100:00100000:0.0:1734671655.467266:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.467303:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.467355:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024576 00000100:00100000:1.0:1734671655.467359:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024576 00000100:00100000:1.0:1734671655.467379:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2920 00000100:00100000:1.0:1734671655.467384:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:1965:x1818934752024576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.467391:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.467401:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006097e19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f90 expref: 514 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.467410:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.467413:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.467429:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:1965:x1818934752024576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 45us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.467434:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2920 00000100:00100000:2.0:1734671655.467550:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024832 00000100:00100000:2.0:1734671655.467553:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024832 00000100:00100000:2.0:1734671655.467580:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29690 00000100:00100000:2.0:1734671655.467588:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752024832:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.467607:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.467616:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e5006097dfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f89 expref: 513 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.467624:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:2.0:1734671655.467626:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.467642:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.467649:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.467654:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671655.467908:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fda680 reply state ffff8800942ae000 transno 4294982351 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.467912:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671655.467947:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752024832:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 361us (642us total) trans 4294982351 rc 0/0 00000100:00100000:2.0:1734671655.467952:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29690 00000100:00100000:0.0:1734671655.473088:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.473171:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.473283:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752025088 00000100:00100000:3.0:1734671655.473291:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752025088 00000100:00100000:3.0:1734671655.473325:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29691 00000100:00100000:3.0:1734671655.473331:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752025088:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.473345:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473346:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.473353:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473358:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097e35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6f9e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.473359:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.473364:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.473366:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.473372:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.473383:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.473385:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.473388:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.473392:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006097e2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473401:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473410:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473417:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473432:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473437:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473442:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.473449:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752024960 00000100:00100000:2.0:1734671655.473453:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752024960 00000100:00100000:2.0:1734671655.473473:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4597 00000100:00100000:2.0:1734671655.473477:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1966:x1818934752024960:12345-192.168.204.51@tcp:2:dbench.0 00010000:00010000:3.0:1734671655.473527:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473533:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473538:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.473558:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.473570:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473576:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473584:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473588:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473592:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473595:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.473597:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00002000:00010000:2.0:1734671655.473597:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb size from disk: 0 -> 88384 00002000:00010000:2.0:1734671655.473599:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb mtime from disk: 1734671644 -> 1734671644 00002000:00010000:2.0:1734671655.473601:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb atime from disk: 1734671646 -> 1734671636 00010000:00010000:3.0:1734671655.473602:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00002000:00010000:2.0:1734671655.473603:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb ctime from disk: 1734671656 -> 1734671656 00002000:00010000:2.0:1734671655.473605:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb blocks from disk: 1 -> 259 00010000:00010000:3.0:1734671655.473608:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.473609:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.473611:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473615:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006097e3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473622:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473626:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473629:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473632:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.473635:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.473638:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1966:x1818934752024960:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 159us (557us total) trans 4294968688 rc 0/0 00010000:00010000:3.0:1734671655.473639:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473644:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff8800a7b7c700) 00000100:00100000:2.0:1734671655.473644:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4597 00010000:00010000:3.0:1734671655.473646:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.473648:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473652:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097e43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.473723:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097e35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f9e expref: 515 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.473735:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f9e expref: 514 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.473741:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:3.0:1734671655.473742:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.473744:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094426a00, rc 0) 00000100:00100000:3.0:1734671655.473762:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752025088:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 431us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.473767:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29691 00000100:00100000:0.0:1734671655.477214:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.477250:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.477303:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752025344 00000100:00100000:3.0:1734671655.477311:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752025344 00000100:00100000:3.0:1734671655.477353:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752025600 00000100:00100000:3.0:1734671655.477355:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752025600 00000100:00100000:3.0:1734671655.477370:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29692 00000100:00100000:3.0:1734671655.477377:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752025344:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:3.0:1734671655.477426:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477438:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477447:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477463:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477468:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477472:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477476:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.477478:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477483:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477490:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.477492:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671655.477495:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477498:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097e51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.477542:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752025344:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 165us (334us total) trans 0 rc -22/-22 00000100:00100000:3.0:1734671655.477547:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29692 00000100:00100000:3.0:1734671655.477559:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29693 00000100:00100000:3.0:1734671655.477563:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752025600:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671655.477582:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1734671655.477593:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097e4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f9e expref: 514 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.477604:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006097e27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f97 expref: 513 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.477611:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:3.0:1734671655.477614:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.477631:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477636:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.477642:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671655.477887:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fda300 reply state ffff88008cdfc000 transno 4294982352 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.477892:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671655.477925:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752025600:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 361us (674us total) trans 4294982352 rc 0/0 00000100:00100000:3.0:1734671655.477933:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29693 00010000:00010000:2.0:1734671655.480031:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.480042:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.480047:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.480051:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.480054:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.480060:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.480070:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00000100:00100000:0.0:1734671655.480070:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671655.480072:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.480075:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.480082:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e5006097e58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671655.481094:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752025728 00000100:00100000:1.0:1734671655.481124:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752025728 00000100:00100000:1.0:1734671655.481160:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29694 00000100:00100000:1.0:1734671655.481166:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752025728:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.481185:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.481197:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097e5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fa5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.481252:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097e66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.481263:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097e66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.481269:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097e66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671655.481287:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.481297:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097e66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.481318:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097e5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fa5 expref: 515 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.481328:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097e66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fa5 expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.481333:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.481335:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.481337:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21000, rc 0) 00000100:00100000:1.0:1734671655.481371:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752025728:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 205us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.481376:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29694 00000100:00100000:0.0:1734671655.482073:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.483980:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752025856 00000100:00100000:3.0:1734671655.483990:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752025856 00000100:00100000:3.0:1734671655.484023:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4598 00000100:00100000:3.0:1734671655.484029:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1964:x1818934752025856:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:3.0:1734671655.484187:0:18847:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 88384 00002000:00010000:3.0:1734671655.484190:0:18847:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1734671644 -> 1734671644 00002000:00010000:3.0:1734671655.484192:0:18847:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1734671646 -> 1734671636 00002000:00010000:3.0:1734671655.484193:0:18847:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1734671656 -> 1734671656 00002000:00010000:3.0:1734671655.484195:0:18847:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 259 00000100:00100000:3.0:1734671655.484247:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1964:x1818934752025856:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 216us (2174us total) trans 4294968656 rc 0/0 00000100:00100000:3.0:1734671655.484253:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4598 00000100:00100000:0.0:1734671655.486645:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.487045:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752025984 00000100:00100000:1.0:1734671655.487052:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752025984 00000100:00100000:1.0:1734671655.487082:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29695 00000100:00100000:1.0:1734671655.487088:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752025984:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.487103:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.487117:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006097e6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fac expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.487163:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487175:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487183:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487194:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487200:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487205:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487289:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487301:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487307:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671655.487331:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.487342:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487349:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487355:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487360:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487366:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487371:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.487374:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487380:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487389:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.487392:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.487395:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487403:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097e74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487410:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487414:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487417:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487421:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.487422:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487425:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487429:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x17fc7598 (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.487431:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.487432:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487436:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097e7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.487455:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e5006097e6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fac expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.487463:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fac expref: 515 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.487472:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.487474:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.487476:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be200, rc 0) 00000100:00100000:1.0:1734671655.487509:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752025984:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 422us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.487515:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29695 00000100:00100000:0.0:1734671655.487786:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.488033:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752026240 00000100:00100000:3.0:1734671655.488037:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752026240 00000100:00100000:3.0:1734671655.488057:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29696 00000100:00100000:3.0:1734671655.488062:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752026240:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:3.0:1734671655.488084:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488091:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488097:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488107:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488112:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488116:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488120:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c40ae00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.488122:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488126:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488131:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:3.0:1734671655.488133:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671655.488135:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.488139:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006097e89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671655.488166:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752026240:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 104us (380us total) trans 0 rc -22/-22 00000100:00100000:3.0:1734671655.488171:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29696 00000100:00100000:0.0:1734671655.490437:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.490481:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752026496 00000100:00100000:1.0:1734671655.490488:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752026496 00000100:00100000:1.0:1734671655.490527:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29697 00000100:00100000:1.0:1734671655.490533:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752026496:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671655.490567:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1734671655.490586:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097e82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fac expref: 515 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.490601:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097e66 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fa5 expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.490609:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.490612:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671655.490640:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.490649:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.490656:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671655.490904:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dfea00 reply state ffff88008e8c6000 transno 4294982353 ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.490910:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671655.490973:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752026496:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 439us (539us total) trans 4294982353 rc 0/0 00000100:00100000:1.0:1734671655.490979:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29697 00000100:00100000:0.0:1734671655.491466:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.491746:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752026624 00000100:00100000:1.0:1734671655.491751:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752026624 00000100:00100000:1.0:1734671655.492047:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29698 00000100:00100000:1.0:1734671655.492053:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752026624:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.492065:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.492074:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e5006097e97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fb3 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.492121:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097e9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.492130:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.492137:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671655.492152:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.492161:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.492176:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e5006097e97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fb3 expref: 517 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.492191:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097e9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fb3 expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.492197:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.492199:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.492201:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a1200, rc 0) 00000100:00100000:1.0:1734671655.492237:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752026624:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 183us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.492242:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29698 00010000:00010000:1.0:1734671655.493027:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.493034:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.493039:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.493044:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a1800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.493047:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.493053:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.493061:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.493063:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.493066:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.493073:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097e90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671655.494232:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.494857:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752026752 00000100:00100000:0.0:1734671655.494865:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752026752 00000100:00100000:0.0:1734671655.494908:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4599 00000100:00100000:0.0:1734671655.494914:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1964:x1818934752026752:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:0.0:1734671655.495059:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb size from disk: 88384 -> 88384 00002000:00010000:0.0:1734671655.495062:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb mtime from disk: 1734671644 -> 1734671632 00002000:00010000:0.0:1734671655.495064:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb atime from disk: 1734671636 -> 1734671626 00002000:00010000:0.0:1734671655.495065:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb ctime from disk: 1734671656 -> 1734671656 00002000:00010000:0.0:1734671655.495067:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2c0:0x0] updating lvb blocks from disk: 259 -> 259 00000100:00100000:0.0:1734671655.495113:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1964:x1818934752026752:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 198us (885us total) trans 4294968689 rc 0/0 00000100:00100000:0.0:1734671655.495119:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4599 00000100:00100000:0.0:1734671655.499246:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.500320:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752026880 00000100:00100000:3.0:1734671655.500328:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752026880 00000100:00100000:3.0:1734671655.500373:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29699 00000100:00100000:3.0:1734671655.500380:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752026880:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.500400:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.500414:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ea5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fba expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.500461:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500472:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500480:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500492:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500497:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500502:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500586:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500593:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500598:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671655.500623:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.500636:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500643:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500653:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500658:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500663:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500668:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.500671:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500699:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500708:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.500710:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.500714:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500718:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097eac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500727:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500732:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500736:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500740:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226dc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.500743:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500747:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500752:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.500754:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.500756:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500760:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.500781:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ea5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fba expref: 517 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.500792:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fba expref: 516 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.500797:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:3.0:1734671655.500799:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.500801:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458ee00, rc 0) 00000100:00100000:3.0:1734671655.500853:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752026880:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 472us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.500859:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29699 00000100:00100000:0.0:1734671655.500924:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.503747:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752027136 00000100:00100000:3.0:1734671655.503758:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752027136 00000100:00100000:3.0:1734671655.503809:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7200 00000100:00100000:3.0:1734671655.503815:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934752027136:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.504167:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8000, 168 off1399056 00000001:00080000:3.0:1734671655.504174:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982354 00000100:00100000:3.0:1734671655.505036:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752027136:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1217us (4109us total) trans 4294982355 rc 0/0 00000100:00100000:3.0:1734671655.505044:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7200 00000020:00080000:3.0:1734671655.505047:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.505112:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.505198:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752027392 00000100:00100000:2.0:1734671655.505203:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752027392 00000100:00100000:2.0:1734671655.505235:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29700 00000100:00100000:2.0:1734671655.505240:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12140:x1818934752027392:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.505266:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671655.505290:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e5006097eba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fba expref: 518 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.505317:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097e9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fb3 expref: 517 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.505326:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:2.0:1734671655.505330:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.505359:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.505369:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.505376:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671655.505511:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dfd500 reply state ffff88013160d000 transno 4294982356 ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671655.505516:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671655.505567:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12140:x1818934752027392:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 326us (456us total) trans 4294982356 rc 0/0 00000100:00100000:2.0:1734671655.505572:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29700 00000100:00100000:0.0:1734671655.507528:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.507712:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752027648 00000100:00100000:3.0:1734671655.507719:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752027648 00010000:00010000:2.0:1734671655.507793:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.507802:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.507808:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.507812:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.507815:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.507821:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.507832:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:2.0:1734671655.507834:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.507838:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.507842:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e5006097ec1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671655.508115:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7201 00000100:00100000:3.0:1734671655.508122:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934752027648:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.508320:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8001, 168 off1399224 00000100:00100000:0.0:1734671655.508325:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.508410:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752027776 00000100:00100000:2.0:1734671655.508414:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752027776 00000100:00100000:2.0:1734671655.508443:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4600 00000100:00100000:2.0:1734671655.508448:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1965:x1818934752027776:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:2.0:1734671655.508545:0:18847:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 88384 -> 88384 00002000:00010000:2.0:1734671655.508548:0:18847:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1734671644 -> 1734671632 00002000:00010000:2.0:1734671655.508550:0:18847:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1734671636 -> 1734671626 00002000:00010000:2.0:1734671655.508551:0:18847:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1734671656 -> 1734671656 00002000:00010000:2.0:1734671655.508553:0:18847:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 259 -> 259 00000100:00100000:2.0:1734671655.508585:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1965:x1818934752027776:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 136us (261us total) trans 4294968657 rc 0/0 00000100:00100000:2.0:1734671655.508592:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4600 00000100:00100000:3.0:1734671655.509059:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752027648:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 935us (1532us total) trans 4294982357 rc 0/0 00000100:00100000:3.0:1734671655.509130:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7201 00000100:00100000:0.0:1734671655.514987:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.515417:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752027904 00000100:00100000:3.0:1734671655.515424:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752027904 00000100:00100000:3.0:1734671655.515458:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29701 00000100:00100000:3.0:1734671655.515466:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752027904:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.515492:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.515507:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097ec8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fc1 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.515558:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515570:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515582:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515593:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515598:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515603:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515733:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515741:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515747:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671655.515770:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ad:0x0]: returning size 67392 00000004:00200000:3.0:1734671655.515774:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.515785:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515792:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515797:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515802:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515811:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515815:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.515819:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515825:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515834:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.515836:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.515839:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515844:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097ecf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515853:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515858:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515862:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515865:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.515868:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515872:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515877:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.515879:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.515881:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515885:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e5006097ed6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.515906:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097ec8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fc1 expref: 520 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.515914:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fc1 expref: 519 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.515919:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:3.0:1734671655.515921:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.515923:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25aa00, rc 0) 00000100:00100000:0.0:1734671655.517621:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.517751:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752027904:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2254us (2740us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.517761:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29701 00000100:00100000:2.0:1734671655.517820:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752028160 00000100:00100000:2.0:1734671655.517827:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752028160 00000100:00100000:2.0:1734671655.517863:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7202 00000100:00100000:2.0:1734671655.517869:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12140:x1818934752028160:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671655.518190:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8002, 168 off1399392 00000001:00080000:2.0:1734671655.518197:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982358 00000100:00100000:2.0:1734671655.518266:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934752028160:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 396us (650us total) trans 4294982359 rc 0/0 00000100:00100000:2.0:1734671655.518272:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7202 00000020:00080000:2.0:1734671655.518275:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.525941:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.526469:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752028544 00000100:00100000:2.0:1734671655.526477:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752028544 00000100:00100000:2.0:1734671655.526518:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7203 00000100:00100000:2.0:1734671655.526524:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934752028544:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671655.526773:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8003, 168 off1399560 00000100:00100000:2.0:1734671655.526860:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752028544:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 335us (924us total) trans 4294982360 rc 0/0 00000100:00100000:2.0:1734671655.526865:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7203 00000100:00100000:0.0:1734671655.527452:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.527506:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752028672 00000100:00100000:3.0:1734671655.527511:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752028672 00000100:00100000:3.0:1734671655.527546:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29702 00000100:00100000:3.0:1734671655.527551:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12139:x1818934752028672:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671655.527576:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671655.527597:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e5006097edd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fc1 expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.527615:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006097862 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d91 expref: 521 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.527625:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006097559 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cc6 expref: 520 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.527634:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff880134fe4c00) 00010000:00010000:3.0:1734671655.527642:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.527658:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527668:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527701:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527712:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527718:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527723:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527797:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527803:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.527811:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671655.528154:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].638, 64 off49088 00000040:00080000:3.0:1734671655.528171:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8004, 184 off1399744 00010000:00010000:3.0:1734671655.528207:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528213:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528218:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528223:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528228:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528233:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528238:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528242:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671655.528245:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528251:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528257:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:3.0:1734671655.528260:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671655.528262:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528271:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e5006097ef9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528291:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528296:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528300:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528303:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.528306:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528309:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528315:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ad:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:3.0:1734671655.528317:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671655.528319:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528322:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e5006097ef2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528359:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528364:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528368:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528371:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094426a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.528373:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528377:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528382:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.528383:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.528386:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.528389:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094426a00/0x87a91e5006097ee4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671655.528397:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dfc700 reply state ffff88008b06c000 transno 4294982361 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671655.528402:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671655.528445:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752028672:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 892us (992us total) trans 4294982361 rc 0/0 00000100:00100000:3.0:1734671655.528452:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29702 00000100:00100000:0.0:1734671655.528950:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.529190:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752028800 00000100:00100000:3.0:1734671655.529196:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752028800 00000100:00100000:3.0:1734671655.529213:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29703 00000100:00100000:3.0:1734671655.529218:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934752028800:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.529231:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.529240:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097f00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fc8 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.529271:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529278:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529284:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529292:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529296:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529300:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529356:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529363:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529368:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671655.529386:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ac:0x0]: returning size 67392 00000004:00200000:3.0:1734671655.529389:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.529398:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529405:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529409:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529413:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529417:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529420:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.529422:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529426:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529431:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.529433:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.529435:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529439:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e5006097f07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529446:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529450:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529453:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529456:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee82e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.529459:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529463:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529468:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff8800a7b7c800) 00010000:00010000:3.0:1734671655.529470:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.529471:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529475:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097f0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.529492:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097f00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fc8 expref: 523 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.529501:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fc8 expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.529505:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:3.0:1734671655.529507:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.529509:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25b800, rc 0) 00000100:00100000:3.0:1734671655.529545:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752028800:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 325us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.529551:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29703 00010000:00010000:1.0:1734671655.532190:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532201:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532206:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532211:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226dc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.532214:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532219:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532230:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800a7b7c400) 00010000:00010000:1.0:1734671655.532232:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.532235:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532239:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226dc00/0x87a91e5006097eeb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671655.532754:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.532817:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.532834:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752028928 00000100:00100000:3.0:1734671655.532841:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752028928 00000100:00100000:3.0:1734671655.532868:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29704 00000100:00100000:3.0:1734671655.532874:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752028928:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671655.532884:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752029056 00000100:00100000:1.0:1734671655.532887:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752029056 00010000:00010000:3.0:1734671655.532892:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.532902:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097f1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fcf expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.532907:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2921 00000100:00100000:1.0:1734671655.532912:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1967:x1818934752029056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.532923:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.532934:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006097f15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fc8 expref: 523 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.532943:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:3.0:1734671655.532945:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.532945:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.532960:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.532968:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.532973:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:1967:x1818934752029056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (155us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671655.532978:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.532978:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2921 00010000:00010000:3.0:1734671655.532983:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.532988:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533064:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533070:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533077:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671655.533111:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00000004:00200000:3.0:1734671655.533115:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.533128:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533136:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533141:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533145:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533149:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533152:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.533154:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533159:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533165:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.533167:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.533169:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533173:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e5006097f23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533181:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533185:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533189:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533194:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.533196:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533200:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533205:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x17fc7598 (ffff8800a7b7c500) 00010000:00010000:3.0:1734671655.533207:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.533209:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533214:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097f2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.533233:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006097f1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.533242:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 521 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.533247:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.533248:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.533250:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39c00, rc 0) 00000100:00100000:3.0:1734671655.533285:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752028928:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 411us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.533290:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29704 00000100:00100000:2.0:1734671655.538961:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.539295:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752029312 00000100:00100000:0.0:1734671655.539303:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752029312 00000100:00100000:0.0:1734671655.539342:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29705 00000100:00100000:0.0:1734671655.539348:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934752029312:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671655.539388:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1734671655.539410:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e5006097870 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6d98 expref: 521 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.539427:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x87a91e5006097536 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cb1 expref: 520 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.539435:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009b0dce00) 00010000:00010000:0.0:1734671655.539442:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.539456:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539466:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539472:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539482:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539487:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539491:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539575:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539580:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.539584:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:0.0:1734671655.539980:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].639, 64 off49152 00000040:00080000:0.0:1734671655.540001:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8005, 184 off1399928 00010000:00010000:0.0:1734671655.540049:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540055:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540061:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540066:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540070:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540077:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540081:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540085:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671655.540088:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540093:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540099:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009bed0000) 00010000:00010000:0.0:1734671655.540101:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671655.540103:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540106:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e5006097f4d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540123:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540128:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.540133:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.540321:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.540356:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752029568 00000100:00100000:2.0:1734671655.540361:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752029568 00000100:00100000:2.0:1734671655.540382:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29706 00000100:00100000:2.0:1734671655.540387:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752029568:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.540397:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.540406:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006097f54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fd6 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.540456:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.540465:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.540470:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.540492:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.540501:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 522 pid: 11200 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.540509:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009361b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752198144:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.540560:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734671655.542183:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.542188:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542197:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542208:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ac:0x0].0x0 (ffff88009bed0000) 00010000:00010000:0.0:1734671655.542210:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671655.542213:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542219:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e5006097f46 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671655.542319:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009361b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752198144:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671655.542325:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542332:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.542335:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.542336:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542340:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.542342:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542346:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.542353:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.542355:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.542357:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.542473:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.542511:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752029696 00000100:00100000:2.0:1734671655.542516:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752029696 00010000:00010000:2.0:1734671655.542534:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 523 pid: 11200 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.542556:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8631 00000100:00100000:2.0:1734671655.542562:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1966:x1818934752029696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.542572:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.542576:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 523 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.542584:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 523 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.542595:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006097f31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fcf expref: 523 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.542606:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:2.0:1734671655.542609:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.542617:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.542622:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.542633:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.542657:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:1966:x1818934752029696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 95us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.542662:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8631 00010000:00010000:3.0:1734671655.542791:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.542798:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671655.542810:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00010000:00010000:3.0:1734671655.542905:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006097f54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 523 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.542915:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 522 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.542920:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.542922:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671655.542924:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce8e00, rc 0) 00000100:00100000:3.0:1734671655.542944:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12139:x1818934752029568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2556us (2624us total) trans 4294982363 rc 0/0 00000100:00100000:3.0:1734671655.542950:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29706 00010000:00010000:0.0:1734671655.542964:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e5006097f38 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:0.0:1734671655.542975:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b171f80 reply state ffff88012b5b1000 transno 4294982362 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.542980:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671655.543008:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752029312:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3660us (4055us total) trans 4294982362 rc 0/0 00000100:00100000:0.0:1734671655.543014:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29705 00000100:00100000:0.0:1734671655.546951:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.547032:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.547102:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752029824 00000100:00100000:1.0:1734671655.547110:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752029824 00000100:00100000:1.0:1734671655.547140:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752029952 00000100:00100000:1.0:1734671655.547142:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752029952 00000100:00100000:1.0:1734671655.547165:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29707 00000100:00100000:1.0:1734671655.547171:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752029824:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.547191:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.547205:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097f69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fdd expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.547249:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547261:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547270:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547282:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547287:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547291:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547370:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547376:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547381:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.547406:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00000004:00200000:1.0:1734671655.547410:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1734671655.547412:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29708 00000100:00100000:3.0:1734671655.547418:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752029952:12345-192.168.204.51@tcp:101:dbench.0 00000004:00010000:1.0:1734671655.547422:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547425:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.547429:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547433:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097f85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6fe4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.547435:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547439:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547444:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547452:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.547456:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547461:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547465:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.547470:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.547472:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.547476:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547478:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.547479:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097f70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547484:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.547487:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547491:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547495:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547498:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.547499:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.547503:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547506:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.547508:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff880134fe4100) 00010000:00010000:1.0:1734671655.547511:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.547513:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.547516:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 525 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.547517:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097f77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.547526:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752198272:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.547536:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097f69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 526 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.547545:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 525 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.547550:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.547552:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.547554:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21000, rc 0) 00000100:00100000:3.0:1734671655.547568:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88009bfd16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671655.547573:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12140:x1818934752029824:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 402us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.547578:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29707 00010000:00010000:2.0:1734671655.547743:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.547754:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.547759:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.547762:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.547765:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.547769:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.547776:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff88009bed0a00) 00010000:00010000:2.0:1734671655.547779:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.547781:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.547785:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e5006097f3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.551349:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752198272:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671655.551368:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.552599:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.553265:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752030208 00000100:00100000:1.0:1734671655.553273:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752030208 00000100:00100000:1.0:1734671655.553305:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29709 00000100:00100000:1.0:1734671655.553311:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752030208:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.553326:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.553339:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097f93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6feb expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.553414:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.553428:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 525 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.553435:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.553460:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 525 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.553470:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 525 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.553480:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752198400:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.553850:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65300 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.554408:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.554467:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752030336 00000100:00100000:2.0:1734671655.554471:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752030336 00010000:00010000:2.0:1734671655.554488:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 526 pid: 7083 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.554514:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8632 00000100:00100000:2.0:1734671655.554518:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1965:x1818934752030336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.554525:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.554530:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 526 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.554537:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 526 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.554551:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e5006097f5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fd6 expref: 526 pid: 7083 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.554560:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:2.0:1734671655.554565:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.554570:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.554574:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.554588:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.554609:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:1965:x1818934752030336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.554615:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8632 00010000:00010000:0.0:1734671655.554703:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.554709:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671655.554733:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00000004:00200000:0.0:1734671655.554736:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.554748:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.554771:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097f85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fe4 expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.554782:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fe4 expref: 524 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.554789:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:0.0:1734671655.554791:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.554793:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39600, rc 0) 00000100:00100000:0.0:1734671655.554810:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752029952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7392us (7778us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.554815:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29708 00000100:00100000:1.0:1734671655.556581:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752198400:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.556598:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671655.557367:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.557505:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.557574:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752030464 00000100:00100000:1.0:1734671655.557580:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752030464 00010000:00010000:1.0:1734671655.557600:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 524 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.557631:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8633 00000100:00100000:1.0:1734671655.557636:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:1965:x1818934752030464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.557646:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.557651:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 524 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.557660:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 524 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.557704:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006097f7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fdd expref: 524 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.557726:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.557739:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.557745:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.557751:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.557799:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752030720 00000100:00100000:2.0:1734671655.557803:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752030720 00000100:00100000:2.0:1734671655.557824:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7204 00000100:00100000:2.0:1734671655.557829:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752030720:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671655.558052:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8006, 168 off1400096 00000100:00100000:2.0:1734671655.558141:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12139:x1818934752030720:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 311us (635us total) trans 4294982364 rc 0/0 00000100:00100000:2.0:1734671655.558147:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7204 00010000:00010000:1.0:1734671655.558737:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.558756:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:1965:x1818934752030464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1118us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.558762:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8633 00010000:00010000:1.0:1734671655.558781:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.558787:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671655.558800:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00010000:00010000:1.0:1734671655.558868:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e5006097f93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.558884:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 524 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.558890:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.558892:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671655.558894:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21a00, rc 0) 00000100:00100000:1.0:1734671655.558909:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752030208:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5598us (6314us total) trans 4294982365 rc 0/0 00000100:00100000:1.0:1734671655.558915:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29709 00000100:00100000:0.0:1734671655.563668:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.564997:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752030848 00000100:00100000:1.0:1734671655.565006:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752030848 00000100:00100000:1.0:1734671655.565054:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29710 00000100:00100000:1.0:1734671655.565061:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752030848:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.565080:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.565093:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097fa8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ff2 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.565368:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.565380:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.565386:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.565413:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.565424:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 525 pid: 11200 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.565433:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752198528:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.565622:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65300 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.566739:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.566761:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752030976 00000100:00100000:0.0:1734671655.566766:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752030976 00000100:00100000:0.0:1734671655.566790:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29711 00000100:00100000:0.0:1734671655.566795:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752030976:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.566809:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.566819:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097fb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f6ff9 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.566850:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566858:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566865:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566874:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566879:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566883:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566956:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566963:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.566968:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671655.566990:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00000004:00200000:0.0:1734671655.566993:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.567004:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567010:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567015:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567019:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567023:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567027:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.567030:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567036:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567043:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.567045:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.567048:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567052:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006097fbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567063:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567067:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567070:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567074:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.567075:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567079:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567083:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x17fc7598 (ffff88009bed0300) 00010000:00010000:0.0:1734671655.567084:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.567086:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567090:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e5006097fc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.567110:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e5006097fb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ff9 expref: 528 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.567118:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ff9 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.567123:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:0.0:1734671655.567125:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.567127:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee82e00, rc 0) 00000100:00100000:0.0:1734671655.567154:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752030976:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 358us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.567160:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29711 00000100:00100000:0.0:1734671655.572622:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.572731:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.572784:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752031232 00000100:00100000:3.0:1734671655.572791:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752031232 00000100:00100000:1.0:1734671655.572822:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752198528:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.572829:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2922 00000100:00100000:3.0:1734671655.572834:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1966:x1818934752031232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.572839:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.572844:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671655.572865:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006097fcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ff9 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.572883:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.572886:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671655.572918:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1966:x1818934752031232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 83us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.572923:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2922 00000100:00100000:2.0:1734671655.573061:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752031104 00000100:00100000:2.0:1734671655.573065:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752031104 00000100:00100000:2.0:1734671655.573089:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29712 00000100:00100000:2.0:1734671655.573093:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752031104:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.573106:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.573118:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097fd2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7000 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.573574:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573585:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573593:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573603:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573609:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573613:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573660:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573665:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573716:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573723:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.573726:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573744:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573752:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.573754:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.573757:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573760:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e5006097fd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573768:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573771:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573775:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573779:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.573781:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573786:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573790:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800acccb400) 00010000:00010000:2.0:1734671655.573793:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.573795:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.573799:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006097fe0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.574646:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671655.574730:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097fd2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7000 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.574738:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006097fd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7000 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.574747:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e5c00, rc 0) 00000100:00100000:2.0:1734671655.574776:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752031104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1681us (2160us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.574782:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29712 00000100:00100000:1.0:1734671655.574818:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752031360 00000100:00100000:1.0:1734671655.574823:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752031360 00010000:00010000:1.0:1734671655.574837:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 526 pid: 11200 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.574851:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8634 00000100:00100000:1.0:1734671655.574856:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1967:x1818934752031360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.574863:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.574867:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 526 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.574875:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 526 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.574886:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e5006097f9a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6feb expref: 526 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.574898:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.574901:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.574907:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.574912:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.574925:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.574940:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:1967:x1818934752031360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 84us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.574944:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8634 00010000:00010000:1.0:1734671655.574960:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.574965:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671655.574992:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00000004:00200000:1.0:1734671655.574995:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.575006:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.575025:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006097fa8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ff2 expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.575034:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ff2 expref: 524 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.575042:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.575044:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.575046:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a0400, rc 0) 00000100:00100000:1.0:1734671655.575059:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752030848:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 9999us (11401us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.575064:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29710 00000100:00100000:0.0:1734671655.579548:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.581944:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.582251:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752031744 00000100:00100000:1.0:1734671655.582259:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752031744 00000100:00100000:1.0:1734671655.582306:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29713 00000100:00100000:1.0:1734671655.582314:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752031744:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.582330:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.582344:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097fe7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7007 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.582370:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7007 expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.582381:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7007 expref: 525 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.582388:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.582391:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.582393:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a1200, rc 0) 00000100:00100000:1.0:1734671655.582428:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12139:x1818934752031744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 114us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.582433:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29713 00000100:00100000:2.0:1734671655.582755:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752031616 00000100:00100000:2.0:1734671655.582761:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752031616 00000100:00100000:2.0:1734671655.582790:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7205 00000100:00100000:2.0:1734671655.582795:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c93850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12140:x1818934752031616:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671655.583009:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8007, 168 off1400264 00000100:00100000:2.0:1734671655.583092:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752031616:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 296us (3551us total) trans 4294982366 rc 0/0 00000100:00100000:2.0:1734671655.583098:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7205 00000100:00100000:0.0:1734671655.587527:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.589083:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.589196:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032000 00000100:00100000:3.0:1734671655.589204:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032000 00000100:00100000:3.0:1734671655.589240:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29714 00000100:00100000:3.0:1734671655.589246:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752032000:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.589268:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.589281:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006097fee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f700e expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.589335:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589348:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589357:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589368:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589374:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589379:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589462:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589469:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589475:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.589501:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00000004:00200000:3.0:1734671655.589504:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.589517:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589525:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589530:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589535:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589540:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589545:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.589548:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589554:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589562:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.589564:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.589567:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589571:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006097ff5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589585:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589590:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589594:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589597:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.589600:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589604:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589609:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff8800a7b7c400) 00010000:00010000:3.0:1734671655.589611:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.589613:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589617:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006097ffc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.589639:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006097fee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f700e expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.589648:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f700e expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.589653:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:3.0:1734671655.589655:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.589657:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38e00, rc 0) 00000100:00100000:3.0:1734671655.589715:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752032000:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 468us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.589721:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29714 00000100:00100000:2.0:1734671655.589782:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752031872 00000100:00100000:2.0:1734671655.589786:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752031872 00000100:00100000:2.0:1734671655.589806:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7206 00000100:00100000:2.0:1734671655.589810:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752031872:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671655.593709:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752031872:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3860us (6152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.593720:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7206 00000100:00100000:0.0:1734671655.594007:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.594046:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.594107:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032128 00000100:00100000:1.0:1734671655.594114:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032128 00000100:00100000:1.0:1734671655.594150:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29715 00000100:00100000:1.0:1734671655.594155:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752032128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.594169:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.594182:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609800a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7015 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.594228:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594238:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594247:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594257:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594262:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594267:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594314:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594319:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594323:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594329:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a1800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.594332:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594337:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594346:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.594348:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.594352:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594357:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e5006098011 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594367:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594372:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594376:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594379:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.594381:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594386:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594391:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff880134fe4c00) 00010000:00010000:1.0:1734671655.594394:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.594396:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594400:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e5006098018 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.594430:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609800a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7015 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.594437:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609800a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7015 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.594443:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a0200, rc 0) 00000100:00100000:1.0:1734671655.594464:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752032128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 309us (458us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.594469:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29715 00000100:00100000:2.0:1734671655.594828:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032256 00000100:00100000:2.0:1734671655.594833:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032256 00000100:00100000:2.0:1734671655.594864:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2923 00000100:00100000:2.0:1734671655.594869:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934752032256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.594876:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.594886:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098003 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f700e expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.596299:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:2.0:1734671655.596305:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.596352:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1964:x1818934752032256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1480us (2303us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.596359:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2923 00000100:00100000:1.0:1734671655.597847:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.597920:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.597980:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032384 00000100:00100000:2.0:1734671655.597986:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032384 00000100:00100000:2.0:1734671655.598008:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032512 00000100:00100000:2.0:1734671655.598010:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032512 00000100:00100000:2.0:1734671655.598023:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29716 00000100:00100000:2.0:1734671655.598029:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752032384:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.598043:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.598055:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609801f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f701c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.598098:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598109:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598118:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598127:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598132:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598137:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598183:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598189:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598193:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598198:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.598201:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598207:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598215:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.598218:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.598221:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598226:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e5006098026 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598235:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598241:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598245:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598249:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.598251:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598256:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598262:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800acccb400) 00010000:00010000:2.0:1734671655.598264:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.598266:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598270:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12c00/0x87a91e500609802d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.598300:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609801f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f701c expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.598308:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609801f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f701c expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.598315:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12a00, rc 0) 00000100:00100000:2.0:1734671655.598342:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752032384:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 313us (499us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.598347:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29716 00000100:00100000:2.0:1734671655.598359:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29717 00000100:00100000:2.0:1734671655.598363:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752032512:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.598369:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.598375:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006098034 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7023 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.598388:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006098034 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7023 expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.598396:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006098034 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7023 expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.598401:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.598403:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.598405:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c40ae00, rc 0) 00000100:00100000:2.0:1734671655.598417:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752032512:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 53us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.598422:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29717 00000100:00100000:0.0:1734671655.601493:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.601537:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.601601:0:7096:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032768 00000100:00100000:3.0:1734671655.601608:0:7096:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032768 00000100:00100000:3.0:1734671655.601641:0:7096:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 260 00000100:00100000:3.0:1734671655.601646:0:7096:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752032768:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671655.601704:0:7096:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1734671655.601721:0:7096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006097f8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6fe4 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.601757:0:7096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.601766:0:7096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e5006097fe7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7007 expref: 526 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.601773:0:7096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.601776:0:7096:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.601820:0:7096:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601829:0:7096:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601836:0:7096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601845:0:7096:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601850:0:7096:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601858:0:7096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601872:0:7096:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601877:0:7096:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601882:0:7096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601950:0:7096:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601957:0:7096:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.601962:0:7096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00000040:00080000:3.0:1734671655.602247:0:7096:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8008, 224 off1400488 00000004:00010000:3.0:1734671655.602312:0:7096:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135be3100 reply state ffff88008c09a000 transno 4294982367 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00000100:00100000:3.0:1734671655.602319:0:7096:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1734671655.602323:0:7096:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135be3100 reply state ffff88008c09a000 transno 4294982367 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00000100:00100000:3.0:1734671655.602327:0:7096:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1734671655.602330:0:7096:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.602334:0:7096:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.602340:0:7096:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.602345:0:7096:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.602348:0:7096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.602353:0:7096:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.602360:0:7096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.602362:0:7096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.602365:0:7096:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00010000:00010000:3.0:1734671655.602368:0:7096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609803b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00000004:00010000:3.0:1734671655.602375:0:7096:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135be3100 reply state ffff88008c09a000 transno 4294982367 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7096 initiator: MDT0 00000100:00100000:3.0:1734671655.602379:0:7096:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1734671655.602427:0:7096:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752032768:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 780us (940us total) trans 4294982367 rc 0/0 00000100:00100000:3.0:1734671655.602433:0:7096:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 260 00000100:00100000:2.0:1734671655.602865:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752032896 00000100:00100000:2.0:1734671655.602870:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752032896 00000100:00100000:2.0:1734671655.602890:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7207 00000100:00100000:2.0:1734671655.602894:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752032896:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671655.605325:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671655.605330:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605339:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605344:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605348:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.605351:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605360:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605371:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x17fc7598 (ffff8800a7b7c700) 00010000:00010000:1.0:1734671655.605373:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.605376:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605381:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098042 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605395:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605400:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605404:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605407:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.605409:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605414:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605425:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800a7b7c400) 00010000:00010000:1.0:1734671655.605427:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.605429:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605433:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e5006098049 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605442:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7096 initiator: MDT0 00000100:00100000:0.0:1734671655.605443:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752033024 00010000:00010000:1.0:1734671655.605446:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7096 initiator: MDT0 00000100:00100000:0.0:1734671655.605448:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752033024 00010000:00010000:1.0:1734671655.605450:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605453:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.605455:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605458:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605463:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.605465:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1734671655.605467:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00010000:00010000:1.0:1734671655.605471:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098050 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7096 initiator: MDT0 00000100:00100000:0.0:1734671655.605474:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29718 00000100:00100000:0.0:1734671655.605479:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752033024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.605497:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.605507:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006098057 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f702a expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.605546:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605554:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605561:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605569:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605573:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605577:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605639:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605644:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605648:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671655.605668:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00000004:00200000:0.0:1734671655.605700:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.605712:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605719:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605724:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605728:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605731:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605734:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.605736:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605740:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605746:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.605747:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.605749:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605753:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609805e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605761:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605765:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605769:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605773:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee82e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.605774:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605778:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605781:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff88009bed0a00) 00010000:00010000:0.0:1734671655.605782:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.605784:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605787:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e5006098065 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671655.605803:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e5006098057 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.605811:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.605816:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:0.0:1734671655.605817:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.605819:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be200, rc 0) 00000100:00100000:0.0:1734671655.605848:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752033024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 369us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.605853:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29718 00000100:00100000:3.0:1734671655.607141:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752032896:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4239us (5597us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.607150:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7207 00000100:00100000:0.0:1734671655.611033:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.611102:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.611148:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752033280 00000100:00100000:2.0:1734671655.611156:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752033408 00000100:00100000:1.0:1734671655.611156:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752033280 00000100:00100000:2.0:1734671655.611159:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752033408 00000100:00100000:1.0:1734671655.611199:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29719 00000100:00100000:2.0:1734671655.611203:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29720 00000100:00100000:1.0:1734671655.611204:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752033280:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:2.0:1734671655.611207:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752033408:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.611221:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.611221:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.611234:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006098073 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7038 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.611234:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e500609807a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7031 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.611275:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611286:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611294:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.611294:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.611302:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.611304:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.611308:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.611309:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611313:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.611333:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.611342:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 530 pid: 11200 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.611351:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752198656:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.611356:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611361:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611370:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611374:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.611377:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611382:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611390:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00000100:00100000:1.0:1734671655.611391:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65300 going to sleep for 11 seconds 00010000:00010000:2.0:1734671655.611392:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.611395:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611399:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098081 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611406:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611410:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611414:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611418:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.611420:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611424:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611430:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff880134d9dd00) 00010000:00010000:2.0:1734671655.611432:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.611434:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611438:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609808f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.611465:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006098073 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7038 expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.611472:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e5006098073 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7038 expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.611481:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da13200, rc 0) 00000100:00100000:2.0:1734671655.611500:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752033408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 292us (397us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.611505:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29720 00000100:00100000:1.0:1734671655.613415:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752198656:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.613433:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.613824:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.614001:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752033664 00000100:00100000:2.0:1734671655.614006:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752033664 00000100:00100000:2.0:1734671655.614048:0:7098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 261 00000100:00100000:2.0:1734671655.614054:0:7098:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752033664:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.614087:0:7098:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671655.614103:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e5006097faf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ff2 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.614115:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:2.0:1734671655.614124:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e5006098034 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7023 expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.614131:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.614133:0:7098:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.614178:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614189:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614196:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614207:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614212:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614218:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614232:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614237:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614242:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614316:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614326:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614331:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000040:00080000:2.0:1734671655.614778:0:7098:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8009, 224 off1400712 00000004:00010000:2.0:1734671655.614847:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c161500 reply state ffff88008d2b0000 transno 4294982368 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.614854:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1734671655.614857:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c161500 reply state ffff88008d2b0000 transno 4294982368 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.614861:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1734671655.614863:0:7098:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614869:0:7098:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614873:0:7098:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614878:0:7098:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.614881:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614886:0:7098:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614893:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.614896:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.614899:0:7098:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.614903:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e5006098096 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000004:00010000:2.0:1734671655.614910:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c161500 reply state ffff88008d2b0000 transno 4294982368 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.614915:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1734671655.614924:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.614990:0:7098:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752033664:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 935us (1166us total) trans 4294982368 rc 0/0 00000100:00100000:2.0:1734671655.614997:0:7098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 261 00000100:00100000:3.0:1734671655.615077:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752033792 00000100:00100000:3.0:1734671655.615082:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752033792 00010000:00010000:3.0:1734671655.615097:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 529 pid: 11200 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.615115:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8635 00000100:00100000:3.0:1734671655.615120:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:1964:x1818934752033792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671655.615127:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671655.615131:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 529 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1734671655.615140:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 529 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1734671655.615150:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609806c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f702a expref: 529 pid: 11200 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1734671655.615161:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.615164:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.615170:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.615174:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.615196:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671655.615213:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:1964:x1818934752033792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 92us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.615218:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8635 00010000:00010000:1.0:1734671655.615251:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.615257:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.615269:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00010000:00010000:1.0:1734671655.615331:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21600/0x87a91e500609807a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.615341:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 528 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.615346:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.615348:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671655.615350:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21000, rc 0) 00000100:00100000:1.0:1734671655.615365:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752033280:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4161us (4339us total) trans 4294982369 rc 0/0 00000100:00100000:1.0:1734671655.615369:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29719 00010000:00010000:0.0:1734671655.616803:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616811:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616816:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616821:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.616824:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616828:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616838:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x17fc7598 (ffff880134d9d200) 00010000:00010000:0.0:1734671655.616840:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.616843:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.616845:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671655.616847:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609809d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616863:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616868:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616872:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616879:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.616882:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616886:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616892:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff880134d9d900) 00010000:00010000:0.0:1734671655.616893:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.616895:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616899:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060980a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616908:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616913:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616917:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616920:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.616922:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616926:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616933:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:0.0:1734671655.616935:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1734671655.616938:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671655.616941:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060980ab lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:1.0:1734671655.617204:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752033920 00000100:00100000:1.0:1734671655.617210:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752033920 00000100:00100000:1.0:1734671655.617275:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29721 00000100:00100000:1.0:1734671655.617280:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752033920:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.617292:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.617301:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e50060980b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f703f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.617338:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617346:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617352:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617359:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617367:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617372:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617432:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617437:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617442:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.617459:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00000004:00200000:1.0:1734671655.617462:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.617470:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617476:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617481:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617485:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617489:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617492:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.617494:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617499:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617504:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.617505:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.617507:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617511:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21e00/0x87a91e50060980c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617518:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617522:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617526:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617529:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.617530:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617534:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617538:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff880134fe4900) 00010000:00010000:1.0:1734671655.617539:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.617541:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617545:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1200/0x87a91e50060980c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.617559:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e50060980b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.617566:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 528 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.617571:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.617572:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.617574:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a0200, rc 0) 00000100:00100000:1.0:1734671655.617610:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752033920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 330us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.617615:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29721 00000100:00100000:0.0:1734671655.618743:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.618987:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034048 00000100:00100000:3.0:1734671655.618993:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034048 00000100:00100000:3.0:1734671655.619026:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29722 00000100:00100000:3.0:1734671655.619031:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752034048:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.619049:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.619059:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060980d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7046 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.619106:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.619115:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.619120:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.619145:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.619155:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 529 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.619165:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752198784:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.619200:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88009bfd16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671655.620697:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.620898:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034304 00000100:00100000:1.0:1734671655.620904:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034304 00000100:00100000:1.0:1734671655.620931:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29723 00000100:00100000:1.0:1734671655.620937:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752034304:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.621131:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.621142:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e50060980e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f704d expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.621206:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.621216:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 531 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.621221:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.621244:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 531 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.621252:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 531 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.621261:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752198912:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.621293:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65300 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.624834:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.624922:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.625443:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034432 00000100:00100000:1.0:1734671655.625450:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034432 00010000:00010000:1.0:1734671655.625476:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 532 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.625495:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034560 00000100:00100000:1.0:1734671655.625497:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034560 00010000:00010000:1.0:1734671655.625504:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 533 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.625523:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8636 00000100:00100000:1.0:1734671655.625529:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:1964:x1818934752034432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.625539:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.625544:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 533 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.625553:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 533 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.625570:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671655.625576:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.625583:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.625590:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.625604:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.625633:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:1964:x1818934752034432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 103us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.625638:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8636 00000100:00100000:1.0:1734671655.625650:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8637 00000100:00100000:1.0:1734671655.625655:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:1966:x1818934752034560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.625660:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.625664:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 532 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.625699:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 532 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.625708:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.625712:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.625717:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.625722:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.625732:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.625746:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:1966:x1818934752034560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 91us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.625751:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8637 00010000:00010000:1.0:1734671655.625781:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e50060980ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f703f expref: 531 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.625791:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752198912:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.625804:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.625811:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.625816:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.625828:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00010000:00010000:1.0:1734671655.625925:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e50060980e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 532 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.625935:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 531 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.625940:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.625943:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671655.625945:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea21a00, rc 0) 00000100:00100000:1.0:1734671655.625959:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752034304:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5023us (5293us total) trans 4294982370 rc 0/0 00000100:00100000:1.0:1734671655.625967:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29723 00010000:00010000:3.0:1734671655.626418:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e5006098088 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7031 expref: 530 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.626432:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752198784:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.626441:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.626447:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.626451:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671655.626473:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00000004:00200000:3.0:1734671655.626476:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.626484:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.626502:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060980d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7046 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.626511:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7046 expref: 529 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.626517:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:3.0:1734671655.626519:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.626520:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39000, rc 0) 00000100:00100000:3.0:1734671655.626550:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752034048:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7518us (7810us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.626554:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29722 00000100:00100000:0.0:1734671655.630200:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.630285:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034688 00000100:00100000:3.0:1734671655.630293:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034688 00000100:00100000:3.0:1734671655.630336:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29724 00000100:00100000:3.0:1734671655.630343:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752034688:12345-192.168.204.51@tcp:41:dbench.0 00000004:00000024:3.0:1734671655.630396:0:7083:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 7643070464 avail 7577010176 00000100:00100000:3.0:1734671655.630438:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752034688:12345-192.168.204.51@tcp:41:dbench.0 Request processed in 94us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.630443:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29724 00000100:00100000:0.0:1734671655.631254:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.631434:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034816 00000100:00100000:1.0:1734671655.631438:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034816 00000100:00100000:1.0:1734671655.631465:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29725 00000100:00100000:1.0:1734671655.631469:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752034816:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.631479:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.631493:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060980f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7054 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.631546:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.631557:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.631564:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.631590:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.631601:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 530 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.631611:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752199040:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.631653:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65300 going to sleep for 11 seconds 00000100:00100000:2.0:1734671655.634138:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.634432:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752034944 00000100:00100000:3.0:1734671655.634439:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752034944 00000100:00100000:3.0:1734671655.634466:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29726 00000100:00100000:3.0:1734671655.634472:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752034944:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.634485:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.634498:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098106 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f705b expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.634541:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634551:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634560:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634570:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634574:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634580:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634623:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634628:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634633:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634637:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.634640:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634646:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634654:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.634656:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.634659:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.634663:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609810d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635569:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635577:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635582:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635586:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.635588:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635594:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635602:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x454c41a6 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.635604:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.635607:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635612:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098114 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.635653:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098106 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f705b expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.635660:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e5006098106 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f705b expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.635667:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38600, rc 0) 00000100:00100000:3.0:1734671655.635726:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752034944:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1252us (1591us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.635732:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29726 00000100:00100000:1.0:1734671655.635751:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752199040:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.635769:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.636525:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.636709:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035072 00000100:00100000:2.0:1734671655.636714:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035072 00010000:00010000:2.0:1734671655.636732:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 531 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.636751:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8638 00000100:00100000:2.0:1734671655.636756:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:1965:x1818934752035072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.636766:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.636770:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 531 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.636779:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 531 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.636795:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e50060980ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f704d expref: 531 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.636816:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:2.0:1734671655.636819:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.636827:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.636832:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.636846:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.636866:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:1965:x1818934752035072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 110us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.636872:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8638 00010000:00010000:1.0:1734671655.636909:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.636915:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.636944:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00000004:00200000:1.0:1734671655.636948:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.636961:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.636981:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060980f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7054 expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.637003:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7054 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.637008:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:1.0:1734671655.637010:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.637012:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fec00, rc 0) 00000100:00100000:1.0:1734671655.637040:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752034816:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5570us (5788us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.637045:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29725 00000100:00100000:0.0:1734671655.638539:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.640429:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035200 00000100:00100000:1.0:1734671655.640438:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035200 00000100:00100000:1.0:1734671655.640488:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29727 00000100:00100000:1.0:1734671655.640494:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752035200:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.640508:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.640523:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e500609811b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7062 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.640548:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e500609811b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7062 expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.640560:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e500609811b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7062 expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.640567:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.640569:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.640571:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffa00, rc 0) 00000100:00100000:1.0:1734671655.640835:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752035200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 339us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.640841:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29727 00000100:00100000:0.0:1734671655.642921:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.642967:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.642972:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035328 00000100:00100000:3.0:1734671655.642977:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035328 00000100:00100000:3.0:1734671655.643011:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29728 00000100:00100000:3.0:1734671655.643015:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752035328:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.643027:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.643037:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098122 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7069 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.643075:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643089:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643097:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643108:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643113:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643118:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643163:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643169:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643174:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.643175:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035456 00010000:00010000:3.0:1734671655.643178:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39600 already unused, calling callback (ffffffffa1342960) 00000100:00100000:2.0:1734671655.643179:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035456 00010000:00010000:3.0:1734671655.643181:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643186:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643194:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.643198:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.643202:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.643205:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7208 00010000:00010000:3.0:1734671655.643206:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e5006098129 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.643210:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752035456:12345-192.168.204.51@tcp:37:dbench.0 00010000:00010000:3.0:1734671655.643218:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643222:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643226:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643230:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.643232:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643235:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643240:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x454c41a6 (ffff8800a7b7cf00) 00010000:00010000:3.0:1734671655.643242:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.643244:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643247:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098130 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.643282:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098122 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7069 expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.643288:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098122 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7069 expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.643295:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38000, rc 0) 00000100:00100000:3.0:1734671655.643325:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752035328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 308us (410us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.643330:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29728 00000100:00100000:2.0:1734671655.645552:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752035456:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2333us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.645561:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7208 00000100:00100000:0.0:1734671655.647603:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.647978:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035584 00000100:00100000:1.0:1734671655.647986:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035584 00000100:00100000:1.0:1734671655.648028:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29729 00000100:00100000:1.0:1734671655.648033:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752035584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.648048:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.648062:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e5006098137 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7070 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.648090:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e5006098137 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7070 expref: 531 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.648101:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e5006098137 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7070 expref: 531 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.648112:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.648114:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.648117:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe800, rc 0) 00000100:00100000:1.0:1734671655.648159:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752035584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 125us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.648165:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29729 00000100:00100000:0.0:1734671655.650016:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.650089:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035712 00000100:00100000:3.0:1734671655.650095:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035712 00000100:00100000:3.0:1734671655.650125:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29730 00000100:00100000:3.0:1734671655.650130:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752035712:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.650143:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.650153:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609813e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7077 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.650198:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650208:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650216:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650227:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650232:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650237:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650287:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650293:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650298:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650303:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.650306:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650311:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650320:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.650322:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.650326:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650330:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e5006098145 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650339:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650344:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650348:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650354:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.650356:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650360:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650365:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed19 (ffff8800a7b7c900) 00010000:00010000:3.0:1734671655.650367:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.650368:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650373:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609814c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.650401:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609813e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7077 expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.650407:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609813e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7077 expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.650413:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38200, rc 0) 00000100:00100000:3.0:1734671655.650444:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752035712:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 313us (432us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.650449:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29730 00000100:00100000:0.0:1734671655.651250:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.651316:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035840 00000100:00100000:2.0:1734671655.651320:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035840 00000100:00100000:2.0:1734671655.651352:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7209 00000100:00100000:2.0:1734671655.651356:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752035840:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671655.653034:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.653128:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752035968 00000100:00100000:1.0:1734671655.653133:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752035968 00000100:00100000:1.0:1734671655.653166:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29731 00000100:00100000:1.0:1734671655.653172:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752035968:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.653183:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.653196:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098153 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f707e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.653236:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653246:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653255:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653266:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653271:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653278:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653313:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653318:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653323:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653327:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.653330:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653336:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653344:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.653346:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.653349:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653354:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609815a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653365:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653369:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653374:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653377:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.653380:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653383:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653388:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2c (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.653390:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.653391:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653395:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098161 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.653421:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098153 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f707e expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.653428:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098153 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f707e expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.653434:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffe00, rc 0) 00000100:00100000:1.0:1734671655.653460:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752035968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 288us (432us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.653466:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29731 00000100:00100000:2.0:1734671655.654037:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752035840:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2678us (2787us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.654044:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7209 00000100:00100000:0.0:1734671655.656789:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.657451:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.658195:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036096 00000100:00100000:3.0:1734671655.658203:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036096 00000100:00100000:3.0:1734671655.658239:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036224 00000100:00100000:3.0:1734671655.658241:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036224 00000100:00100000:3.0:1734671655.658255:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29732 00000100:00100000:3.0:1734671655.658262:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752036096:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.658279:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.658294:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098168 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7085 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.658341:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658352:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658360:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658369:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658374:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658379:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658424:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658429:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658433:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658438:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.658442:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658448:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658456:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.658459:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.658462:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658466:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609816f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658488:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658493:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658497:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658501:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.658503:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658507:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658512:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed25 (ffff8800a7b7c500) 00010000:00010000:3.0:1734671655.658515:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.658517:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658521:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098176 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658551:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098168 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7085 expref: 533 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.658557:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098168 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7085 expref: 533 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.658564:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39200, rc 0) 00000100:00100000:3.0:1734671655.658597:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752036096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 335us (1814us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.658602:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29732 00000100:00100000:3.0:1734671655.658615:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29733 00000100:00100000:3.0:1734671655.658619:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752036224:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.658625:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.658631:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e500609817d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f708c expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.658649:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658656:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658662:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658692:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658698:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658704:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658732:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658736:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658741:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658745:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.658747:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658751:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658757:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.658760:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.658762:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658766:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658772:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658775:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658780:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658784:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.658785:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658789:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658794:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed19 (ffff8800a7b7c800) 00010000:00010000:3.0:1734671655.658796:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.658797:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658801:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609818b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.658821:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e500609817d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f708c expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.658828:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e500609817d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f708c expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.658834:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39a00, rc 0) 00000100:00100000:3.0:1734671655.658848:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752036224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 228us (1398us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.658853:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29733 00000100:00100000:2.0:1734671655.661305:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.661588:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.661727:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036352 00000100:00100000:1.0:1734671655.661736:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036352 00000100:00100000:1.0:1734671655.661771:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036480 00000100:00100000:1.0:1734671655.661774:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036480 00000100:00100000:1.0:1734671655.661787:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29734 00000100:00100000:1.0:1734671655.661794:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752036352:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.661811:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.661824:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098192 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f709a expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.661881:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29735 00000100:00100000:2.0:1734671655.661886:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752036480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.661894:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.661901:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098199 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7093 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.661925:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.661936:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.661943:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.661953:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.661957:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.661961:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662005:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662010:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662015:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662019:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.662022:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662027:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662034:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.662036:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.662039:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662043:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662058:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662062:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.662119:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662127:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662133:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662142:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662147:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662152:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.662210:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662214:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.662216:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662228:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662235:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed1b (ffff880134d9d900) 00010000:00010000:2.0:1734671655.662237:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.662239:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662243:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060981a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.662274:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098199 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7093 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.662280:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098199 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7093 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.662286:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2e00, rc 0) 00010000:00010000:1.0:1734671655.662384:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662390:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662394:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662397:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.662399:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662404:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662411:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.662413:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.662415:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662420:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e50060981ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.662458:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752036480:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 570us (869us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.662464:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29735 00010000:00010000:1.0:1734671655.662596:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662602:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662606:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662609:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.662611:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662617:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662623:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2c (ffff880134fe4900) 00010000:00010000:1.0:1734671655.662625:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.662627:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662631:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060981b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.662657:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098192 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f709a expref: 532 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.662664:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098192 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f709a expref: 532 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.662697:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffe00, rc 0) 00000100:00100000:1.0:1734671655.662718:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752036352:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 924us (1419us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.662723:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29734 00000100:00100000:0.0:1734671655.666412:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.666456:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.666551:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036608 00000100:00100000:3.0:1734671655.666558:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036608 00000100:00100000:3.0:1734671655.666654:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036736 00000100:00100000:3.0:1734671655.666657:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036736 00000100:00100000:0.0:1734671655.666731:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29736 00000100:00100000:0.0:1734671655.666738:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752036608:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.666753:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.666769:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e50060981bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70a1 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.666818:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666828:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666837:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666847:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666853:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666858:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666904:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666911:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666916:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666920:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e04cc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.666924:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666929:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666953:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.666956:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.666960:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.666965:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e50060981c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671655.667000:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29737 00000100:00100000:3.0:1734671655.667006:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752036736:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.667013:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.667020:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060981d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70a8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.667041:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667048:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667054:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667062:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667067:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667072:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667100:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667105:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667110:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667114:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.667117:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667122:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667128:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.667130:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.667132:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667136:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060981d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667144:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667149:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667153:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667156:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.667158:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667162:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667166:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed25 (ffff8800a7b7cf00) 00010000:00010000:3.0:1734671655.667168:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.667170:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667173:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e50060981df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.667204:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060981d1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70a8 expref: 534 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.667210:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060981d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70a8 expref: 534 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.667217:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38000, rc 0) 00000100:00100000:3.0:1734671655.667254:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752036736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 248us (797us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.667259:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29737 00010000:00010000:0.0:1734671655.667487:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667493:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667498:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667502:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.667504:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667508:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667515:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2f (ffff88009bed0900) 00010000:00010000:0.0:1734671655.667517:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.667519:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667523:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060981ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.667557:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e50060981bc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70a1 expref: 532 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.667564:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e50060981bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70a1 expref: 532 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.667571:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e04d000, rc 0) 00000100:00100000:0.0:1734671655.667587:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752036608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 850us (1183us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.667592:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29736 00000100:00100000:0.0:1734671655.669945:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.670084:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.670151:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036864 00000100:00100000:3.0:1734671655.670157:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036864 00000100:00100000:3.0:1734671655.670320:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752036992 00000100:00100000:3.0:1734671655.670323:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752036992 00000100:00100000:2.0:1734671655.670432:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29738 00000100:00100000:2.0:1734671655.670438:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752036864:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.670451:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.670464:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060981e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70af expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.670504:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670513:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670521:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670530:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670534:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670538:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670580:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670584:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670588:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670592:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.670594:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670599:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670606:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.670609:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.670612:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670616:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060981ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670623:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670627:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670630:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670633:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.670635:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670638:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670642:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed1b (ffff880134d9d600) 00010000:00010000:2.0:1734671655.670644:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.670645:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670649:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e50060981f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670712:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060981e6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70af expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.670718:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060981e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70af expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.670726:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b3400, rc 0) 00000100:00100000:2.0:1734671655.670765:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752036864:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 326us (825us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.670771:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29738 00000100:00100000:2.0:1734671655.670785:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29739 00000100:00100000:2.0:1734671655.670789:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752036992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.670795:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.670801:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060981fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70b6 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.670820:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670827:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670833:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670841:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670846:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670851:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670905:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670912:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670917:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671655.670939:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:2.0:1734671655.670943:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671655.670955:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670961:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670966:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670969:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670973:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670976:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.670978:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670982:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670987:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.670989:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.670991:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.670995:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098202 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671001:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671005:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671008:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671012:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.671014:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671017:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671022:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2b (ffff880134d9dd00) 00010000:00010000:2.0:1734671655.671023:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.671025:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671029:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098209 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.671044:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060981fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.671052:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 532 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.671061:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.671063:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.671065:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ff600, rc 0) 00000100:00100000:2.0:1734671655.671083:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752036992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 292us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.671087:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29739 00000100:00100000:0.0:1734671655.673143:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.673298:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752037120 00000100:00100000:2.0:1734671655.673305:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752037120 00000100:00100000:2.0:1734671655.674087:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29740 00000100:00100000:2.0:1734671655.674094:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752037120:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.674108:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.674121:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098217 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70bd expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.674168:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674179:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674187:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674395:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674403:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674412:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674459:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674464:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674470:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674475:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.674478:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674483:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674491:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.674494:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.674498:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674502:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609821e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674510:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674514:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674520:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674523:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.674525:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674529:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674533:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2f (ffff880134d9d000) 00010000:00010000:2.0:1734671655.674535:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.674536:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674540:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e5006098225 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.674569:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098217 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70bd expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.674575:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098217 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70bd expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.674581:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ff400, rc 0) 00000100:00100000:2.0:1734671655.674634:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752037120:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 539us (1495us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.674640:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29740 00000100:00100000:0.0:1734671655.674993:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.675178:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752037376 00000100:00100000:3.0:1734671655.675183:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752037376 00000100:00100000:3.0:1734671655.675449:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29741 00000100:00100000:3.0:1734671655.675454:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752037376:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.675464:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.675473:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e500609822c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70c4 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.675525:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.675534:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.675545:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.675570:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 533 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.675579:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 533 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.675590:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752199168:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.675638:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88009bfd16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.677250:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.678575:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752037504 00000100:00100000:1.0:1734671655.678583:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752037504 00000100:00100000:1.0:1734671655.678629:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29742 00000100:00100000:1.0:1734671655.678636:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752037504:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.678651:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.678664:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609823a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70cb expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.678735:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678745:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678752:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678762:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678767:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678772:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678847:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678853:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678858:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.678881:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:1.0:1734671655.678884:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.678896:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678902:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678908:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678912:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678917:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678922:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.678924:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678930:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678937:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.678940:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.678943:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678946:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423400/0x87a91e5006098241 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678967:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678971:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678975:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678978:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094422800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.678980:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678984:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678989:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2b (ffff880134fe4100) 00010000:00010000:1.0:1734671655.678990:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.678992:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.678996:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422800/0x87a91e5006098248 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.679018:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609823a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 536 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.679026:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.679030:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:1.0:1734671655.679032:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.679034:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2e00, rc 0) 00000100:00100000:1.0:1734671655.679069:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752037504:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 434us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.679075:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29742 00000100:00100000:0.0:1734671655.680126:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.680461:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752199168:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.680477:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.680616:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752037632 00000100:00100000:1.0:1734671655.680622:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752037632 00010000:00010000:1.0:1734671655.680640:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 535 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.681155:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8639 00000100:00100000:1.0:1734671655.681161:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:1965:x1818934752037632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.681172:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.681176:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 535 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.681184:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 535 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.681200:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098210 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70b6 expref: 535 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.681212:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:1.0:1734671655.681216:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.681222:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.681227:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.681251:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.681286:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:1965:x1818934752037632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 124us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.681291:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8639 00010000:00010000:3.0:1734671655.681463:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.681469:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.681483:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00010000:00010000:3.0:1734671655.681587:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e500609822c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 535 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.682326:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.682333:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:3.0:1734671655.682335:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671655.682338:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce9800, rc 0) 00000100:00100000:3.0:1734671655.682378:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752037376:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6922us (7384us total) trans 4294982371 rc 0/0 00000100:00100000:3.0:1734671655.682384:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29741 00000100:00100000:0.0:1734671655.684929:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.685002:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752037888 00000100:00100000:3.0:1734671655.685009:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752037888 00000100:00100000:3.0:1734671655.685048:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29743 00000100:00100000:3.0:1734671655.685054:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752037888:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.685070:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.685082:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609825d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70d2 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.685155:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.685165:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.685172:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.685195:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.685204:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 535 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1734671655.685214:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752199296:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.685254:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88009bfd16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.686307:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.686371:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038016 00000100:00100000:2.0:1734671655.686376:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038016 00000100:00100000:2.0:1734671655.686410:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29744 00000100:00100000:2.0:1734671655.686415:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752038016:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.686432:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.686440:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609826b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70d9 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.686480:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.686490:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.686495:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.686511:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.686519:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.686527:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752199424:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.686551:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.687184:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752199296:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.687197:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.688763:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.688837:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038144 00000100:00100000:2.0:1734671655.688843:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038144 00010000:00010000:2.0:1734671655.688865:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 538 pid: 7085 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.688890:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8640 00000100:00100000:2.0:1734671655.688895:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:1964:x1818934752038144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.688905:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.688910:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 538 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.688919:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 538 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.688936:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e500609824f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70cb expref: 538 pid: 7085 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1734671655.688960:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:2.0:1734671655.688964:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.688971:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.688977:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.688999:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.689027:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:1964:x1818934752038144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 131us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.689033:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8640 00010000:00010000:3.0:1734671655.689068:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.689075:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.689089:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00010000:00010000:3.0:1734671655.689191:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609825d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 538 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.689202:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.689207:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.689210:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671655.689211:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38e00, rc 0) 00000100:00100000:3.0:1734671655.689228:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12140:x1818934752037888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4174us (4306us total) trans 4294982372 rc 0/0 00000100:00100000:3.0:1734671655.689233:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29743 00000100:00100000:2.0:1734671655.690078:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752199424:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.690092:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671655.690251:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.690404:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038272 00000100:00100000:1.0:1734671655.690409:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038272 00010000:00010000:1.0:1734671655.690423:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.690488:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8641 00000100:00100000:1.0:1734671655.690493:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:1965:x1818934752038272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.690502:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.690507:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.690515:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.690531:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e5006098233 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70c4 expref: 537 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.690539:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:1.0:1734671655.690542:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.690549:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.690555:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.690578:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.690609:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:1965:x1818934752038272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 114us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.690614:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8641 00010000:00010000:3.0:1734671655.690657:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.690663:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671655.690719:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:3.0:1734671655.690723:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.690733:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.690754:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609826b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d9 expref: 536 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.690764:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d9 expref: 535 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.690769:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:3.0:1734671655.690771:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.690773:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00000100:00100000:3.0:1734671655.690789:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752038016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4374us (4485us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.690794:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29744 00000100:00100000:0.0:1734671655.694194:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.694235:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.694648:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038400 00000100:00100000:2.0:1734671655.694656:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038400 00000100:00100000:2.0:1734671655.694722:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038528 00000100:00100000:2.0:1734671655.694725:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038528 00000100:00100000:2.0:1734671655.694739:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29745 00000100:00100000:2.0:1734671655.694745:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752038400:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.694767:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.694783:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e5006098280 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70e0 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.694840:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.694851:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.694857:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.694885:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.694895:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 537 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1734671655.694906:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752199552:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671655.695086:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29746 00000100:00100000:0.0:1734671655.695091:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752038528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.695098:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.695106:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609828e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70e7 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.695134:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695142:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695150:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695159:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695164:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695169:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695243:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695250:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695255:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671655.695274:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:0.0:1734671655.695278:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.695291:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695298:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695304:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695308:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695312:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695316:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.695320:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695325:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695333:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.695335:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.695339:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695343:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098295 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695356:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695360:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695364:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695367:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.695369:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695373:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695378:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2b (ffff88009bed0600) 00010000:00010000:0.0:1734671655.695380:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.695382:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695386:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609829c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.695407:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609828e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70e7 expref: 539 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.695415:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70e7 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.695420:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:0.0:1734671655.695421:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.695423:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4024200, rc 0) 00000100:00100000:2.0:1734671655.695594:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.696056:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12139:x1818934752038528:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 962us (1818us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.696061:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29746 00000100:00100000:0.0:1734671655.700392:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.700766:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.700784:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752199552:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.700804:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038784 00010000:00010000:3.0:1734671655.700805:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671655.700810:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038784 00000100:00100000:2.0:1734671655.700840:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29747 00000100:00100000:2.0:1734671655.700845:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12139:x1818934752038784:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.700886:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671655.700904:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060982a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70e7 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.700925:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098272 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d9 expref: 537 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.700933:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.700936:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.700971:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.700982:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.700988:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671655.701195:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012ef36d80 reply state ffff88009c1a2000 transno 4294982373 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.701201:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671655.701268:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12139:x1818934752038784:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 421us (883us total) trans 4294982373 rc 0/0 00000100:00100000:2.0:1734671655.701274:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29747 00000100:00100000:2.0:1734671655.701641:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752038912 00000100:00100000:2.0:1734671655.701645:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752038912 00010000:00010000:2.0:1734671655.701657:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 538 pid: 16887 timeout: 437 lvb_type: 0 00000100:00100000:1.0:1734671655.702184:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8642 00000100:00100000:1.0:1734671655.702190:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:1964:x1818934752038912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.702200:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.702205:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 538 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.702213:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 538 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.702225:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098264 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70d2 expref: 538 pid: 16887 timeout: 437 lvb_type: 0 00010000:00010000:1.0:1734671655.702239:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:1.0:1734671655.702242:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.702249:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.702254:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.702279:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.703038:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.703045:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.703074:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:3.0:1734671655.703078:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.703090:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.703114:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e5006098280 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70e0 expref: 538 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.703127:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70e0 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.703132:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.703134:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.703136:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffe00, rc 0) 00000100:00100000:1.0:1734671655.703753:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:1964:x1818934752038912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1559us (2983us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.703761:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8642 00000100:00100000:3.0:1734671655.704576:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752038400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 9828us (10385us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.704583:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29745 00010000:00010000:1.0:1734671655.705506:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.705515:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.705520:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.705526:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffc800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.705529:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.705539:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.705550:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:1.0:1734671655.705553:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.705556:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.705560:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.705652:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.705726:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039040 00000100:00100000:2.0:1734671655.705733:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039040 00000100:00100000:2.0:1734671655.705772:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4601 00000100:00100000:2.0:1734671655.705777:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1964:x1818934752039040:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:2.0:1734671655.705939:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:2.0:1734671655.705943:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb mtime from disk: 1734671618 -> 1734671606 00002000:00010000:2.0:1734671655.705945:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb atime from disk: 1734671610 -> 1734671646 00002000:00010000:2.0:1734671655.705946:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb ctime from disk: 1734671630 -> 1734671656 00002000:00010000:2.0:1734671655.705948:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1734671655.705989:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1964:x1818934752039040:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 211us (338us total) trans 4294968690 rc 0/0 00000100:00100000:2.0:1734671655.705995:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4601 00000100:00100000:0.0:1734671655.707831:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.707904:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039168 00000100:00100000:3.0:1734671655.707909:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039168 00000100:00100000:3.0:1734671655.707953:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29748 00000100:00100000:3.0:1734671655.707959:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752039168:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.707976:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.707989:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e50060982b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70ee expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.708033:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708043:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708050:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708061:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708066:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708071:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708248:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708255:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708260:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.708282:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:3.0:1734671655.708285:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.708295:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708302:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708308:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708312:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708317:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708325:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.708328:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708334:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708342:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.708344:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.708348:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708353:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060982b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708362:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708367:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708371:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708375:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.708377:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708381:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708386:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2b (ffff8800a7b7c400) 00010000:00010000:3.0:1734671655.708389:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.708391:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708395:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060982bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.708417:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e50060982b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70ee expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.708427:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70ee expref: 536 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.708433:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.708434:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.708436:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39800, rc 0) 00000100:00100000:3.0:1734671655.708854:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752039168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 893us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.708860:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29748 00000100:00100000:0.0:1734671655.710907:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.710949:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.711376:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039296 00000100:00100000:3.0:1734671655.711383:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039296 00000100:00100000:3.0:1734671655.711419:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039552 00000100:00100000:3.0:1734671655.711421:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039552 00000100:00100000:3.0:1734671655.711435:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29749 00000100:00100000:3.0:1734671655.711440:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752039296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.711455:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.711467:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060982cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70f5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.711511:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711521:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711528:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711538:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711542:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711547:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711597:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711603:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711607:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711611:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.711614:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.711617:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29750 00010000:00010000:3.0:1734671655.711620:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.711622:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752039552:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671655.711628:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.711631:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.711634:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711638:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e50060982d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.711643:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1734671655.711646:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711650:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711655:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.711655:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060982c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70ee expref: 538 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.711659:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.711660:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.711664:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.711666:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098287 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70e0 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.711700:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x454c72a6 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.711702:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.711702:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.711705:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.711705:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.711709:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060982db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.711731:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.711736:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060982cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70f5 expref: 536 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.711737:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.711742:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.711743:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060982cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70f5 expref: 536 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.711749:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38600, rc 0) 00000100:00100000:3.0:1734671655.711796:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752039296:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 355us (895us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.711801:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29749 00000004:00010000:1.0:1734671655.711957:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012ef34700 reply state ffff880099841000 transno 4294982374 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671655.711963:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671655.711998:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752039552:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 375us (1049us total) trans 4294982374 rc 0/0 00000100:00100000:1.0:1734671655.712003:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29750 00010000:00010000:2.0:1734671655.714170:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.714180:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.714185:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.714190:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.714193:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.714198:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.714200:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671655.714208:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:2.0:1734671655.714211:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.714214:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.714218:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060982e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.714290:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039680 00000100:00100000:3.0:1734671655.714296:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039680 00000100:00100000:3.0:1734671655.714322:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4602 00000100:00100000:3.0:1734671655.714327:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1964:x1818934752039680:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:3.0:1734671655.714469:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:3.0:1734671655.714472:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb mtime from disk: 1734671618 -> 1734671606 00002000:00010000:3.0:1734671655.714474:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb atime from disk: 1734671610 -> 1734671646 00002000:00010000:3.0:1734671655.714475:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb ctime from disk: 1734671630 -> 1734671656 00002000:00010000:3.0:1734671655.714476:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1734671655.714505:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1964:x1818934752039680:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 177us (306us total) trans 4294968658 rc 0/0 00000100:00100000:3.0:1734671655.714510:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4602 00000100:00100000:0.0:1734671655.717824:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.717871:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.717971:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039808 00000100:00100000:2.0:1734671655.717978:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039808 00000100:00100000:2.0:1734671655.718006:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752039936 00000100:00100000:2.0:1734671655.718008:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752039936 00000100:00100000:1.0:1734671655.718017:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29751 00000100:00100000:2.0:1734671655.718021:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29752 00000100:00100000:1.0:1734671655.718023:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752039808:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:2.0:1734671655.718025:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752039936:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.718044:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.718044:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.718058:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7103 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.718058:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060982f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f70fc expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.718102:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718102:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718112:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718112:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718119:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718119:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718129:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718129:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718134:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718134:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718139:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718139:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718181:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718181:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.718185:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718186:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.718192:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718193:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718196:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a75000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.718197:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.718199:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718199:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718204:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718204:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718212:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.718212:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.718214:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.718214:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.718218:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718218:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718222:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e50060982fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718222:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060982f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.718229:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718230:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718233:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718234:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718238:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718239:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718241:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.718242:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a74e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.718243:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718244:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718247:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718252:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718253:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134fe4c00) 00010000:00010000:1.0:1734671655.718254:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.718257:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x454c72a6 (ffff880134d9d900) 00010000:00010000:1.0:1734671655.718257:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718258:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.718260:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.718261:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609830c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.718264:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e5006098305 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.718286:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982e9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7103 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.718286:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060982f0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70fc expref: 538 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.718292:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffc800/0x87a91e50060982e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7103 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.718292:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060982f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f70fc expref: 538 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.718299:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fffc800, rc 0) 00010000:00010000:1.0:1734671655.718299:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2c00, rc 0) 00000100:00100000:2.0:1734671655.718336:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752039936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 309us (464us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.718341:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29752 00000100:00100000:1.0:1734671655.719047:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752039808:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1022us (1228us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.719052:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29751 00000100:00100000:0.0:1734671655.720109:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.720181:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752040064 00000100:00100000:1.0:1734671655.720186:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752040064 00000100:00100000:1.0:1734671655.720719:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29753 00000100:00100000:1.0:1734671655.720726:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752040064:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.720741:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.720752:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e5006098313 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f710a expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.720789:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720801:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720810:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720820:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720825:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.720826:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671655.720830:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720875:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720881:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720885:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720889:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.720892:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720897:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.720898:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752040320 00000100:00100000:2.0:1734671655.720901:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752040320 00010000:00010000:1.0:1734671655.720905:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.720908:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.720911:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720915:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609831a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.720917:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29754 00000100:00100000:2.0:1734671655.720922:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752040320:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.720924:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720928:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.720932:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.720932:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.720934:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671655.720936:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.720938:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.720942:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.720945:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e500609811b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7062 expref: 537 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.720947:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.720949:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.720951:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.720954:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.720955:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e5006098321 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.720956:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.720962:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e5006098328 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7111 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.720980:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e5006098313 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f710a expref: 537 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.720985:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e5006098313 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f710a expref: 537 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.720991:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec87a00, rc 0) 00010000:00010000:2.0:1734671655.721011:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.721015:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752040064:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 290us (908us total) trans 0 rc 301/301 00010000:00010000:2.0:1734671655.721017:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.721020:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29753 00010000:00010000:2.0:1734671655.721023:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.721031:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.721036:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.721041:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:2.0:1734671655.721994:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c0:0x0], index 0: 0 00000040:00080000:2.0:1734671655.722074:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8011, 184 off1401016 00010000:00010000:2.0:1734671655.722154:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609833d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722162:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609833d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722169:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609833d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722191:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722195:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722199:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722203:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffd000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.722206:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722210:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722216:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.722218:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.722220:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.722225:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609832f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671655.722233:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012ef36300 reply state ffff88008cf58000 transno 4294982375 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.722238:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671655.722254:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e5006098328 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7111 expref: 537 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.722262:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609833d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7111 expref: 536 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.722268:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b8:0x0].0x0 (ffff880134d9d600) 00010000:00010000:2.0:1734671655.722269:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.722271:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1f400, rc 0) 00000100:00100000:2.0:1734671655.722311:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752040320:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1388us (1484us total) trans 4294982375 rc 0/0 00000100:00100000:2.0:1734671655.722317:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29754 00000100:00100000:0.0:1734671655.724282:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.724328:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752040576 00000100:00100000:2.0:1734671655.724335:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752040576 00010000:00010000:1.0:1734671655.724345:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.724351:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.724357:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671655.724361:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d73200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.724364:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.724369:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29755 00010000:00010000:1.0:1734671655.724370:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.724374:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12140:x1818934752040576:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.724379:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134d9dc00) 00010000:00010000:1.0:1734671655.724381:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.724384:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.724386:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.724387:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098336 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.724388:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671655.724400:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e5006098137 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7070 expref: 536 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.724409:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.724411:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.724558:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609834b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7118 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.724644:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.724653:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.724660:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.724753:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.724759:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.724765:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.724968:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.725031:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752040704 00000100:00100000:1.0:1734671655.725034:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752040704 00000100:00100000:1.0:1734671655.725112:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4603 00000100:00100000:1.0:1734671655.725116:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1964:x1818934752040704:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.725124:0:18847:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.725133:0:18847:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f711f expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671655.725147:0:18847:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:2.0:1734671655.725149:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c1:0x0], index 1: 0 00010000:00010000:1.0:1734671655.725157:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.725159:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.725165:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 82 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.725175:0:18847:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 82 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.725182:0:18847:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094422800, rc 0) 00000040:00080000:2.0:1734671655.725199:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8012, 184 off1401200 00010000:00010000:2.0:1734671655.725279:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098367 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725286:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725293:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671655.725310:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1964:x1818934752040704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 192us (341us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671655.725311:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725316:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671655.725316:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4603 00010000:00010000:2.0:1734671655.725320:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725323:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.725325:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725333:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725339:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.725341:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.725344:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.725347:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e5006098352 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671655.725354:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d33480 reply state ffff88008cf5b000 transno 4294982376 ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.725359:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671655.725375:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609834b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7118 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.725383:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098367 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7118 expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.725388:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b9:0x0].0x0 (ffff880134d9d200) 00010000:00010000:2.0:1734671655.725389:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.725391:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e046a00, rc 0) 00000100:00100000:2.0:1734671655.725409:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752040576:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1035us (1132us total) trans 4294982376 rc 0/0 00000100:00100000:2.0:1734671655.725414:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29755 00010000:00010000:2.0:1734671655.726324:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.726334:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.726338:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.726341:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094630400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.726344:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.726348:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.726355:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff880134d9d000) 00010000:00010000:2.0:1734671655.726357:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.726360:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.726364:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098359 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.727344:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.727629:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752041088 00000100:00100000:2.0:1734671655.727635:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752041088 00000100:00100000:3.0:1734671655.727728:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7210 00000100:00100000:3.0:1734671655.727735:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c93450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752041088:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.728021:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8013, 168 off1401368 00000001:00080000:3.0:1734671655.728027:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982377 00000100:00100000:0.0:1734671655.728082:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.728099:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+539:12139:x1818934752041088:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 364us (757us total) trans 4294982378 rc 0/0 00000100:00100000:3.0:1734671655.728105:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7210 00000020:00080000:3.0:1734671655.728109:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734671655.728178:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752040832 00000100:00100000:1.0:1734671655.728182:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752040832 00000100:00100000:1.0:1734671655.728207:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4604 00000100:00100000:1.0:1734671655.728212:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1964:x1818934752040832:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.728220:0:18847:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.728233:0:18847:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7126 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671655.728252:0:18847:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671655.728262:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.728264:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.728270:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 82 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.728281:0:18847:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 82 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.728289:0:18847:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094423400, rc 0) 00000100:00100000:1.0:1734671655.728307:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1964:x1818934752040832:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 94us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.728311:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4604 00000100:00100000:0.0:1734671655.730375:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.730538:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752041344 00000100:00100000:3.0:1734671655.730543:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752041344 00000100:00100000:3.0:1734671655.730575:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7211 00000100:00100000:3.0:1734671655.730580:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+539:12139:x1818934752041344:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.731064:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8014, 168 off1401536 00000100:00100000:3.0:1734671655.731148:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12139:x1818934752041344:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 566us (776us total) trans 4294982379 rc 0/0 00000100:00100000:3.0:1734671655.731154:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7211 00000100:00100000:0.0:1734671655.733461:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.733500:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752041600 00000100:00100000:3.0:1734671655.733507:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752041600 00000100:00100000:0.0:1734671655.733531:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.733572:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7212 00000100:00100000:3.0:1734671655.733578:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12140:x1818934752041600:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.733880:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8015, 168 off1401704 00000001:00080000:3.0:1734671655.733886:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982380 00000100:00100000:0.0:1734671655.733935:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752041856 00000100:00100000:0.0:1734671655.733938:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752041856 00000100:00100000:0.0:1734671655.733956:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29756 00000100:00100000:3.0:1734671655.733958:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752041600:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 380us (501us total) trans 4294982381 rc 0/0 00000100:00100000:0.0:1734671655.733961:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752041856:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:3.0:1734671655.733964:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7212 00000020:00080000:3.0:1734671655.733967:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734671655.733983:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671655.734002:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609833d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7111 expref: 542 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.734015:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b8:0x0].0x0 (ffff880134d9d600) 00010000:00010000:0.0:1734671655.734023:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.734036:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734045:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734056:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734072:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734077:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734081:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734140:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734145:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734150:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:0.0:1734671655.734484:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].640, 64 off49216 00000040:00080000:0.0:1734671655.734500:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8016, 184 off1401888 00010000:00010000:0.0:1734671655.734536:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734547:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734553:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734557:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734565:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734569:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734574:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734578:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671655.734580:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734586:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734591:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b8:0x0].0x0 (ffff88009bed0900) 00010000:00010000:0.0:1734671655.734593:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671655.734595:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734599:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098391 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734614:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734618:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734622:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734626:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.734628:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734633:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734638:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b8:0x0].0x0 (ffff88009bed0900) 00010000:00010000:0.0:1734671655.734640:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671655.734642:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734646:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609838a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734717:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734722:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734725:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734729:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.734731:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734735:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734742:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.734743:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.734745:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.734751:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609837c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671655.734757:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d32300 reply state ffff88009310f000 transno 4294982382 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.734761:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671655.734801:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752041856:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 839us (1269us total) trans 4294982382 rc 0/0 00000100:00100000:0.0:1734671655.734807:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29756 00000100:00100000:0.0:1734671655.738136:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.738255:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.738284:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752042240 00000100:00100000:0.0:1734671655.738290:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752042240 00000100:00100000:0.0:1734671655.738320:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29757 00000100:00100000:0.0:1734671655.738326:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752042240:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.738548:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.738563:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098398 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f712d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.738717:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738728:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738735:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738743:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738749:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 2/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738753:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738766:0:7083:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738773:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.738847:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752042112 00000100:00100000:2.0:1734671655.738850:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752042112 00010000:00010000:1.0:1734671655.738851:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738857:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738862:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738866:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.738869:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738875:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671655.738880:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7213 00000100:00100000:2.0:1734671655.738884:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752042112:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:1.0:1734671655.738888:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff88009bed0000) 00010000:00010000:1.0:1734671655.738890:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.738892:0:3288:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738897:0:3288:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738902:0:3288:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738927:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.738931:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e5006098383 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738983:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.738988:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739026:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739031:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739035:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739038:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094630400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.739040:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739044:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739054:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.739056:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.739058:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739062:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609839f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739068:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739072:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739077:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739079:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.739081:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739084:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739089:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff88009bed0000) 00010000:00010000:0.0:1734671655.739091:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.739092:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739096:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e50060983a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.739122:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098398 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f712d expref: 544 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.739130:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098398 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f712d expref: 544 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.739136:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4024200, rc 0) 00000100:00100000:0.0:1734671655.739170:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752042240:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 843us (916us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671655.739176:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29757 00000040:00080000:2.0:1734671655.739439:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8017, 168 off1402056 00000100:00100000:2.0:1734671655.739776:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752042112:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 889us (1645us total) trans 4294982383 rc 0/0 00000100:00100000:2.0:1734671655.739805:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7213 00000100:00100000:0.0:1734671655.741740:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.741846:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752042368 00000100:00100000:2.0:1734671655.741853:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752042368 00000100:00100000:0.0:1734671655.741899:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.742173:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752042624 00000100:00100000:2.0:1734671655.742176:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752042624 00000100:00100000:2.0:1734671655.742227:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29758 00000100:00100000:2.0:1734671655.742234:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752042368:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.742251:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.742264:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060983ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7134 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.742288:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060983ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7134 expref: 545 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.742304:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060983ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7134 expref: 545 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.742310:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.742313:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1734671655.742314:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29759 00010000:00010000:2.0:1734671655.742315:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1ec00, rc 0) 00000100:00100000:3.0:1734671655.742320:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752042624:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671655.742346:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671655.742355:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752042368:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 121us (686us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671655.742358:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7118 expref: 545 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671655.742359:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29758 00010000:00010000:3.0:1734671655.742368:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b9:0x0].0x0 (ffff880134d9d200) 00010000:00010000:3.0:1734671655.742374:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.742392:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742399:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742405:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742415:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742419:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742424:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742503:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742509:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742514:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671655.742897:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].639, 64 off49152 00000040:00080000:3.0:1734671655.742916:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8018, 184 off1402240 00010000:00010000:3.0:1734671655.742962:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742969:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742975:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742981:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742985:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742990:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742994:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.742999:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671655.743002:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743007:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743013:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b9:0x0].0x0 (ffff8800a7b7c800) 00010000:00010000:3.0:1734671655.743015:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671655.743017:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743021:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e50060983c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743038:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743042:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743045:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743049:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.743051:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743055:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743060:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b9:0x0].0x0 (ffff8800a7b7c800) 00010000:00010000:3.0:1734671655.743061:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671655.743063:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743066:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e50060983c2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743102:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743106:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743110:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743114:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.743116:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743120:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743126:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.743128:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.743131:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.743135:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e50060983b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671655.743141:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800942c3100 reply state ffff880093f28000 transno 4294982384 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671655.743146:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671655.743343:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752042624:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1022us (1444us total) trans 4294982384 rc 0/0 00000100:00100000:3.0:1734671655.743349:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29759 00000100:00100000:0.0:1734671655.744421:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.744559:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752042752 00000100:00100000:2.0:1734671655.744565:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752042752 00010000:00010000:3.0:1734671655.744708:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.744715:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.744719:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.744723:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.744726:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.744731:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.744739:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff8800a7b7c400) 00010000:00010000:3.0:1734671655.744742:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.744745:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.744752:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e50060983bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.744823:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7214 00000100:00100000:2.0:1734671655.744829:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752042752:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671655.745358:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.745517:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752042880 00000100:00100000:3.0:1734671655.745521:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752042880 00000100:00100000:3.0:1734671655.745541:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29760 00000100:00100000:3.0:1734671655.745545:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752042880:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.745557:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.745566:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e50060983d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f713b expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.745603:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745613:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745620:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745628:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745633:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745638:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745697:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745706:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745710:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745714:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.745715:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745720:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745726:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.745727:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.745730:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745733:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060983d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745740:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745745:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745748:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745752:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.745754:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745761:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745767:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff8800a7b7c900) 00010000:00010000:3.0:1734671655.745769:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.745770:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745774:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060983de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.745803:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e50060983d0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f713b expref: 547 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.745809:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e50060983d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f713b expref: 547 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.745816:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38a00, rc 0) 00000100:00100000:3.0:1734671655.746182:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752042880:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 634us (823us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.746188:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29760 00000100:00100000:2.0:1734671655.747204:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752042752:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2371us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.747211:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7214 00000100:00100000:1.0:1734671655.747725:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.747781:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043008 00000100:00100000:3.0:1734671655.747786:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043008 00000100:00100000:3.0:1734671655.747805:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29761 00000100:00100000:3.0:1734671655.747810:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934752043008:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.747821:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.747830:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060983e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7142 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.747853:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060983e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7142 expref: 545 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.747861:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060983e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7142 expref: 545 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.747866:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.747869:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.747871:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38e00, rc 0) 00000100:00100000:3.0:1734671655.747888:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752043008:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 78us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.747892:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29761 00000100:00100000:0.0:1734671655.749210:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.749256:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.749266:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043136 00000100:00100000:2.0:1734671655.749271:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043136 00000100:00100000:2.0:1734671655.749291:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29762 00000100:00100000:2.0:1734671655.749297:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752043136:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.749307:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.749321:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060983ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7149 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.749360:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749369:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749377:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749388:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749393:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749398:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749440:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749448:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749453:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749457:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.749460:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749465:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749472:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.749474:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.749476:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749480:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060983f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749490:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749494:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749498:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749501:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.749503:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749509:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749514:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1805641f (ffff880134d9d900) 00010000:00010000:2.0:1734671655.749515:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.749517:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749520:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060983fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.749542:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060983ec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7149 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.749548:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060983ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7149 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.749552:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1e800, rc 0) 00000100:00100000:2.0:1734671655.749584:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752043136:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 287us (378us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.749589:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29762 00000100:00100000:3.0:1734671655.749639:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043264 00000100:00100000:3.0:1734671655.749642:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043264 00000100:00100000:3.0:1734671655.749666:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7215 00000100:00100000:3.0:1734671655.749701:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c93050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752043264:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671655.752723:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752043264:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3015us (3461us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.752733:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7215 00000100:00100000:0.0:1734671655.756213:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.756357:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043392 00000100:00100000:2.0:1734671655.756365:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043392 00000100:00100000:2.0:1734671655.756397:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29763 00000100:00100000:2.0:1734671655.756403:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752043392:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.756419:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.756431:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e5006098401 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7150 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.756482:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756493:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756502:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756512:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756517:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756523:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756569:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756574:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756579:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756584:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288ba00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.756587:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756592:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756964:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.756967:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.756971:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756976:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098408 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756988:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756992:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.756997:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.757000:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.757002:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.757006:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.757011:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1805641f (ffff880134d9d200) 00010000:00010000:2.0:1734671655.757013:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.757015:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.757019:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609840f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.757052:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e5006098401 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7150 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.757059:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e5006098401 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7150 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.757067:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288a800, rc 0) 00000100:00100000:2.0:1734671655.757102:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752043392:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 699us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.757108:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29763 00000100:00100000:1.0:1734671655.757450:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.758185:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043520 00000100:00100000:2.0:1734671655.758191:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043520 00000100:00100000:2.0:1734671655.758252:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29764 00000100:00100000:2.0:1734671655.758257:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752043520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.758267:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.758275:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098416 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7157 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.758306:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758314:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758321:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758329:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758334:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758339:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758370:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758374:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758379:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758383:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.758385:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758390:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758396:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.758398:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.758401:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758405:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609841d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758413:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758417:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758425:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758429:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.758431:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758435:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758440:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1805641f (ffff880134d9d000) 00010000:00010000:2.0:1734671655.758442:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.758444:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758448:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39a00/0x87a91e5006098424 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.758474:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098416 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7157 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.758480:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098416 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7157 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.758486:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288b000, rc 0) 00000100:00100000:0.0:1734671655.759536:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.759606:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043776 00000100:00100000:0.0:1734671655.759610:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043776 00000100:00100000:0.0:1734671655.759630:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29765 00000100:00100000:0.0:1734671655.759634:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12139:x1818934752043776:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.759643:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.759644:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671655.759656:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060983ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7134 expref: 546 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.759666:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.759698:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.759706:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609842b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f715e expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.759770:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.759778:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.759784:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.759791:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.759796:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.759801:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671655.760194:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752043520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1935us (2743us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.760200:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29764 00000004:00080000:0.0:1734671655.761265:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c1:0x0], index 0: 0 00000040:00080000:0.0:1734671655.761325:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8019, 176 off1402416 00010000:00010000:0.0:1734671655.761407:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761414:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761420:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761440:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761448:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761453:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761457:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.761460:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761465:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761472:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671655.761474:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.761478:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.761482:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098432 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:0.0:1734671655.761490:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800942c1500 reply state ffff880094ba4000 transno 4294982385 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.761495:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671655.761514:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609842b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 547 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.761523:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 546 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.761528:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671655.761530:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.761532:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffa00, rc 0) 00000100:00100000:0.0:1734671655.761573:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12139:x1818934752043776:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1937us (2039us total) trans 4294982385 rc 0/0 00000100:00100000:0.0:1734671655.761578:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29765 00000100:00100000:2.0:1734671655.763521:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.764628:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752043904 00000100:00100000:1.0:1734671655.764635:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752043904 00000100:00100000:1.0:1734671655.764687:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29766 00000100:00100000:1.0:1734671655.764692:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12140:x1818934752043904:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.764708:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.764720:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609844e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7165 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.764763:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764773:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764781:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764790:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764795:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764799:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764840:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764845:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764849:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764853:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094630400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.764856:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764861:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764868:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.764870:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.764873:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764876:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e5006098455 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764887:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764891:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764895:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764898:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.764900:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764904:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764908:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1805641f (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.764909:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.764911:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764914:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609845c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.764936:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609844e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7165 expref: 548 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.764941:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609844e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7165 expref: 548 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.764948:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094422400, rc 0) 00000100:00100000:1.0:1734671655.764983:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12140:x1818934752043904:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 291us (1467us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.764989:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29766 00000100:00100000:2.0:1734671655.765657:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.765745:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752044032 00000100:00100000:3.0:1734671655.765749:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752044032 00000100:00100000:3.0:1734671655.765769:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4605 00000100:00100000:3.0:1734671655.765774:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1965:x1818934752044032:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.765782:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.765795:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f716c expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671655.765811:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671655.765823:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.765825:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.765830:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.765840:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.765847:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce9800, rc 0) 00000100:00100000:3.0:1734671655.765863:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752044032:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 89us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.765868:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4605 00010000:00010000:0.0:1734671655.765922:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.765928:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.765933:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.765936:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.765939:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.765952:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.765961:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1805641f (ffff88009bed0a00) 00010000:00010000:0.0:1734671655.765963:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.765966:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.765969:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098439 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.769282:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.769563:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752044288 00000100:00100000:2.0:1734671655.769571:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752044288 00000100:00100000:2.0:1734671655.769621:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29767 00000100:00100000:2.0:1734671655.769627:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752044288:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.769647:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.769649:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671655.769699:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e50060983e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7142 expref: 546 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.769713:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.769716:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.769725:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609846a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7173 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.769817:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.769827:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.769835:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.769844:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.769850:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.769855:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00080000:2.0:1734671655.770183:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c2:0x0], index 1: 0 00000040:00080000:2.0:1734671655.770239:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8020, 176 off1402592 00010000:00010000:2.0:1734671655.770319:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770325:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770331:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770353:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770358:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770363:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770368:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.770371:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770375:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770381:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.770384:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.770386:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.770389:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098471 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671655.770397:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800942c0000 reply state ffff880130a83000 transno 4294982386 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.770402:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671655.770418:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609846a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 548 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.770426:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 547 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.770431:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:2.0:1734671655.770432:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.770434:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38000, rc 0) 00000100:00100000:2.0:1734671655.770487:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+548:12140:x1818934752044288:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 859us (1211us total) trans 4294982386 rc 0/0 00000100:00100000:2.0:1734671655.770492:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29767 00000100:00100000:3.0:1734671655.770989:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.771193:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752044416 00000100:00100000:0.0:1734671655.771198:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752044416 00000100:00100000:0.0:1734671655.771224:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4606 00000100:00100000:0.0:1734671655.771228:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:12139:x1818934752044416:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.771236:0:18847:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.771245:0:18847:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f717a expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.771262:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671655.771268:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.771269:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.771272:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 84 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.771294:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671655.771304:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734671655.771313:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800942c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752199680:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671655.771342:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43d80 going to sleep for 11 seconds 00010000:00010000:3.0:1734671655.772175:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.772183:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.772187:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.772192:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.772195:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.772200:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.772209:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1805641f (ffff880134d9d600) 00010000:00010000:3.0:1734671655.772211:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.772214:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.772218:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e5006098478 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.773114:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.773659:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800942c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752199680:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.773691:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752044544 00000100:00100000:3.0:1734671655.773696:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752044544 00010000:00010000:1.0:1734671655.773705:0:18847:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 84 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.773717:0:18847:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe600, rc 0) 00000100:00100000:3.0:1734671655.773719:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4607 00000100:00100000:3.0:1734671655.773724:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1965:x1818934752044544:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.773734:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.773745:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7181 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.773746:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:12139:x1818934752044416:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2516us (2757us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.773751:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4606 00002000:00010000:3.0:1734671655.773761:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671655.773773:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.773775:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.773780:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.773791:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.773797:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce8e00, rc 0) 00000100:00100000:3.0:1734671655.773812:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752044544:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 87us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.773819:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4607 00000100:00100000:0.0:1734671655.774356:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.774465:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752044672 00000100:00100000:1.0:1734671655.774469:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752044672 00010000:00010000:1.0:1734671655.774484:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671655.774512:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8643 00000100:00100000:1.0:1734671655.774517:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934752044672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.774525:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.774537:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671655.774547:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671655.774562:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ce9800/0x87a91e5006098463 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f716c expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671655.774571:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.774573:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.774577:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 83 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.774582:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 83 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.774604:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 83 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.774614:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7070:1818934752199808:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671655.774651:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.778981:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.779118:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.779202:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7070:1818934752199808:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671655.779219:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.779252:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752044672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4734us (4896us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.779259:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8643 00000100:00100000:2.0:1734671655.779345:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752044800 00000100:00100000:2.0:1734671655.779352:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752044800 00000100:00100000:2.0:1734671655.779377:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4608 00000100:00100000:2.0:1734671655.779382:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:12140:x1818934752044800:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.779396:0:8435:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.779411:0:8435:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7188 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.779434:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671655.779444:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.779445:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.779449:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 84 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671655.779462:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752045056 00000100:00100000:3.0:1734671655.779465:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752045056 00010000:00010000:2.0:1734671655.779472:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671655.779482:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671655.779489:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7216 00000100:00100000:2.0:1734671655.779492:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752199936:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.779493:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12139:x1818934752045056:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671655.779518:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc180 going to sleep for 11 seconds 00000040:00080000:3.0:1734671655.780540:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8021, 168 off1402760 00000001:00080000:3.0:1734671655.780547:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982387 00000100:00100000:3.0:1734671655.780616:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752045056:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1119us (1496us total) trans 4294982388 rc 0/0 00000100:00100000:3.0:1734671655.780622:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7216 00000020:00080000:3.0:1734671655.780626:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734671655.783229:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752199936:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.783256:0:8435:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 84 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.783271:0:8435:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39a00, rc 0) 00000100:00100000:2.0:1734671655.783315:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:12140:x1818934752044800:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3932us (4341us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.783323:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4608 00000100:00100000:2.0:1734671655.784207:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.784832:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752045184 00000100:00100000:1.0:1734671655.784838:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752045184 00010000:00010000:1.0:1734671655.784860:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671655.784889:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8644 00000100:00100000:1.0:1734671655.784895:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752045184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.784907:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.784922:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671655.784931:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671655.784946:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ce8e00/0x87a91e5006098494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7181 expref: 84 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671655.784955:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.784957:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.784961:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 83 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.784969:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 83 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.784994:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 83 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.785003:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752200064:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671655.785044:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.785259:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.785300:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752045312 00000100:00100000:2.0:1734671655.785303:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752045312 00000100:00100000:2.0:1734671655.785335:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29768 00000100:00100000:2.0:1734671655.785340:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752045312:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.785355:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.785366:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060984a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f718f expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.785406:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785414:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785421:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785431:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785437:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785442:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785516:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785524:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785530:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671655.785553:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:2.0:1734671655.785557:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671655.785575:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785582:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785587:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785592:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785597:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785601:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.785604:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785609:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785616:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.785617:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.785620:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785624:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060984a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785630:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785635:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785643:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785646:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288ba00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.785648:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785653:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785658:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2b (ffff880134d9d600) 00010000:00010000:2.0:1734671655.785660:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.785662:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785691:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060984b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.785712:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060984a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 551 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.785721:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 550 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.785727:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.785729:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.785730:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288a000, rc 0) 00000100:00100000:2.0:1734671655.785759:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12139:x1818934752045312:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 418us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.785764:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29768 00000100:00100000:1.0:1734671655.788109:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752200064:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671655.788126:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.788154:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752045184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3258us (3948us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.788162:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8644 00000100:00100000:0.0:1734671655.789327:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.789852:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.789972:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752045824 00000100:00100000:2.0:1734671655.789979:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752045824 00000100:00100000:2.0:1734671655.790010:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29769 00000100:00100000:2.0:1734671655.790015:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12139:x1818934752045824:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.790028:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.790042:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060984be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7196 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.790112:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.790122:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 551 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.790129:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.790153:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 551 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.790163:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 551 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.790173:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200192:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.790202:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752045568 00000100:00100000:3.0:1734671655.790206:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752045568 00000100:00100000:2.0:1734671655.790221:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.790228:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7217 00000100:00100000:3.0:1734671655.790232:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12140:x1818934752045568:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.790521:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8022, 168 off1402928 00000001:00080000:3.0:1734671655.790527:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982389 00000100:00100000:3.0:1734671655.790593:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752045568:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 359us (1268us total) trans 4294982390 rc 0/0 00000100:00100000:3.0:1734671655.790599:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7217 00000020:00080000:3.0:1734671655.790603:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.793347:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.793767:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200192:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.793784:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.794741:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.794822:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046080 00000100:00100000:2.0:1734671655.794828:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046080 00010000:00010000:2.0:1734671655.794848:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 554 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.794869:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8645 00000100:00100000:2.0:1734671655.794875:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:1964:x1818934752046080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.794885:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.794889:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 554 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.794898:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 554 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.794914:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e50060984b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f718f expref: 554 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.794926:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.794929:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.794936:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.794941:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.794956:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.794983:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:1964:x1818934752046080:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.794989:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8645 00010000:00010000:3.0:1734671655.795063:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795070:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.795085:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00010000:00010000:3.0:1734671655.795191:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e50060984be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 554 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.795202:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 553 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.795208:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:3.0:1734671655.795211:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671655.795213:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39200, rc 0) 00000100:00100000:3.0:1734671655.795231:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752045824:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5216us (5380us total) trans 4294982391 rc 0/0 00000100:00100000:3.0:1734671655.795237:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29769 00000100:00100000:3.0:1734671655.795254:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752045952 00000100:00100000:3.0:1734671655.795257:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752045952 00000100:00100000:3.0:1734671655.795271:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29770 00000100:00100000:3.0:1734671655.795275:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752045952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.795287:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.795295:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e50060984d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f719d expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.795325:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795333:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795338:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795348:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795354:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795359:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795430:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795436:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795441:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.795459:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:3.0:1734671655.795462:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.795469:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795474:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795479:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795483:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795487:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795491:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.795494:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795500:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795505:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.795507:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.795509:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795513:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e50060984da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795520:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795524:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795527:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795530:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.795532:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795535:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795539:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2b (ffff8800a7b7c400) 00010000:00010000:3.0:1734671655.795541:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.795542:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795546:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e50060984e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.795564:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e50060984d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 555 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.795571:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 554 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.795575:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.795576:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.795578:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d023e00, rc 0) 00000100:00100000:3.0:1734671655.795592:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752045952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 316us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.795596:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29770 00000100:00100000:0.0:1734671655.799064:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.799115:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.800260:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046464 00000100:00100000:3.0:1734671655.800269:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046464 00000100:00100000:3.0:1734671655.800503:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046208 00000100:00100000:3.0:1734671655.800507:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046208 00000100:00100000:1.0:1734671655.800536:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29771 00000100:00100000:1.0:1734671655.800544:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752046464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.800565:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.800582:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060984ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71ab expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.800664:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.800704:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 556 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.800710:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.800735:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 556 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.800745:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 556 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.800756:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752200320:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.800808:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.800985:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29772 00000100:00100000:3.0:1734671655.800990:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12139:x1818934752046208:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.800997:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.801005:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060984fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71a4 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.801038:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.801047:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.801055:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.801069:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.801076:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671655.801082:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200448:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.801605:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.804252:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.804443:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752200320:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.804463:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671655.804531:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046592 00000100:00100000:2.0:1734671655.804536:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046592 00010000:00010000:2.0:1734671655.804572:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 558 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.804595:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8646 00000100:00100000:2.0:1734671655.804601:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:1965:x1818934752046592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.804612:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.804616:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 558 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.804624:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 558 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.804639:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e50060984e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f719d expref: 558 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.804653:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:2.0:1734671655.804657:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.804663:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.804703:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.804718:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.804748:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:1965:x1818934752046592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 146us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.804756:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8646 00000100:00100000:3.0:1734671655.804869:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200448:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.804880:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.805117:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.805123:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671655.805139:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00010000:00010000:1.0:1734671655.805246:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e50060984ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 558 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.805261:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 557 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.805267:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:1.0:1734671655.805269:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671655.805271:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ff400, rc 0) 00000100:00100000:1.0:1734671655.805399:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12140:x1818934752046464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4856us (6343us total) trans 4294982392 rc 0/0 00000100:00100000:1.0:1734671655.805405:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29771 00000100:00100000:0.0:1734671655.805924:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.806096:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046720 00000100:00100000:1.0:1734671655.806101:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046720 00010000:00010000:1.0:1734671655.806115:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.806129:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8647 00000100:00100000:1.0:1734671655.806134:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:1964:x1818934752046720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.806141:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.806145:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.806152:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.806163:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e50060984c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7196 expref: 557 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.806171:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:1.0:1734671655.806174:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.806180:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.806185:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.806198:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.806766:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:1964:x1818934752046720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 629us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.806772:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8647 00010000:00010000:2.0:1734671655.806899:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.806906:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671655.806944:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:2.0:1734671655.806956:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671655.806967:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.806998:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060984fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71a4 expref: 556 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.807017:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71a4 expref: 555 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.807023:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.807025:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.807027:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25a600, rc 0) 00000100:00100000:2.0:1734671655.807054:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12139:x1818934752046208:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6063us (7939us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.807059:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29772 00000100:00100000:0.0:1734671655.811426:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.811542:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046848 00000100:00100000:2.0:1734671655.811550:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046848 00000100:00100000:2.0:1734671655.811609:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29773 00000100:00100000:2.0:1734671655.811630:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752046848:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.811649:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.811665:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098512 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71b2 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.811781:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.811793:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 556 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.811799:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.811842:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 556 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.811865:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 556 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.811875:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200576:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.811940:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc180 going to sleep for 11 seconds 00010000:00010000:2.0:1734671655.812773:0:7074:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734671655.812988:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.813513:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752046976 00000100:00100000:1.0:1734671655.813519:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752046976 00000100:00100000:1.0:1734671655.813557:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29774 00000100:00100000:1.0:1734671655.813563:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12139:x1818934752046976:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.813579:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.813590:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098520 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71b9 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.813632:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813642:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813650:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813662:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813696:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813702:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813781:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813788:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813794:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671655.813815:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:1.0:1734671655.813820:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.813831:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813838:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813843:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813850:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813854:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813859:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce9a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.813862:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813868:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813876:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.813879:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.813882:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813886:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e5006098527 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813896:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813900:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813904:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813908:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.813909:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813916:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813920:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2b (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.813922:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.813924:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813928:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609852e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.813960:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098520 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71b9 expref: 559 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.813970:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71b9 expref: 558 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.813976:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:1.0:1734671655.813977:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.813979:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288a000, rc 0) 00000100:00100000:1.0:1734671655.814022:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12139:x1818934752046976:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 457us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.814027:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29774 00000100:00100000:2.0:1734671655.816240:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200576:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.816260:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.817122:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.817155:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.817285:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752047104 00000100:00100000:1.0:1734671655.817291:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752047104 00010000:00010000:1.0:1734671655.817316:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 558 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.817345:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752047232 00000100:00100000:1.0:1734671655.817348:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752047232 00000100:00100000:1.0:1734671655.817363:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8648 00000100:00100000:1.0:1734671655.817368:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:1965:x1818934752047104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.817379:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.817384:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 559 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.817393:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 559 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.817410:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060984f6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fa:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ab expref: 559 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.817422:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00000100:00100000:2.0:1734671655.817480:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2924 00000100:00100000:2.0:1734671655.817486:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:1966:x1818934752047232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.817493:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.817502:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098535 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71b9 expref: 558 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.817512:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.817515:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.817548:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:1966:x1818934752047232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 62us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.817554:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2924 00010000:00010000:1.0:1734671655.818100:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.818107:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.818113:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.818195:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.818276:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752047488 00000100:00100000:0.0:1734671655.818279:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752047488 00000100:00100000:0.0:1734671655.818301:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29775 00000100:00100000:0.0:1734671655.818305:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12139:x1818934752047488:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671655.818339:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671655.818349:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e5006098504 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71a4 expref: 557 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.818362:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:0.0:1734671655.818365:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671655.818397:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.818405:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.818411:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671655.818626:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012eed5180 reply state ffff880094ba6000 transno 4294982393 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.818632:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671655.818703:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12139:x1818934752047488:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 396us (507us total) trans 4294982393 rc 0/0 00000100:00100000:0.0:1734671655.818708:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29775 00010000:00010000:1.0:1734671655.818803:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.818823:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:1965:x1818934752047104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1455us (1704us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.818829:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8648 00010000:00010000:3.0:1734671655.819135:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.819141:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.819163:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:3.0:1734671655.819167:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.819176:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.819196:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38e00/0x87a91e5006098512 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71b2 expref: 557 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.819227:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71b2 expref: 556 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.819232:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.819235:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.819237:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38a00, rc 0) 00000100:00100000:3.0:1734671655.819257:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12140:x1818934752046848:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7629us (7842us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.819263:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29773 00000100:00100000:0.0:1734671655.823153:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.823207:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752047616 00000100:00100000:3.0:1734671655.823216:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752047616 00000100:00100000:3.0:1734671655.823246:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4609 00000100:00100000:3.0:1734671655.823251:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752047616:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:3.0:1734671655.823395:0:8435:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:3.0:1734671655.823398:0:8435:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb mtime from disk: 1734671606 -> 1734671644 00002000:00010000:3.0:1734671655.823400:0:8435:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb atime from disk: 1734671646 -> 1734671636 00002000:00010000:3.0:1734671655.823402:0:8435:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb ctime from disk: 1734671656 -> 1734671656 00002000:00010000:3.0:1734671655.823404:0:8435:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x169:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1734671655.823441:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752047616:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 189us (294us total) trans 4294968691 rc 0/0 00000100:00100000:3.0:1734671655.823448:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4609 00010000:00010000:2.0:1734671655.824310:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.824318:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.824328:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.824337:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.824341:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.824346:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.824360:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:2.0:1734671655.824362:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.824366:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671655.824370:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609853c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671655.825489:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.825556:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752047744 00000100:00100000:3.0:1734671655.825562:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752047744 00000100:00100000:1.0:1734671655.825773:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29776 00000100:00100000:1.0:1734671655.825779:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a94450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752047744:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.825799:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.825811:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e5006098543 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71c0 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.825851:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825862:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825870:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825880:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825885:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825890:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825974:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825981:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.825986:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671655.826010:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:1.0:1734671655.826014:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.826026:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826033:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826038:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826043:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826047:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826051:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.826054:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826059:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826065:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.826068:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.826070:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826079:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609854a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826088:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826093:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826097:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826101:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288ba00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.826104:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826108:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826113:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2b (ffff880134fe4800) 00010000:00010000:1.0:1734671655.826115:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.826117:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826121:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e5006098551 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.826140:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e5006098543 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71c0 expref: 557 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.826149:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71c0 expref: 556 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.826155:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:1.0:1734671655.826156:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.826158:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288b000, rc 0) 00000100:00100000:1.0:1734671655.826189:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a94450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12140:x1818934752047744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 410us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.826195:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29776 00000100:00100000:0.0:1734671655.827557:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.827640:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752048000 00000100:00100000:3.0:1734671655.827646:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752048000 00000100:00100000:3.0:1734671655.827693:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7218 00000100:00100000:3.0:1734671655.827699:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12139:x1818934752048000:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.827883:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8023, 168 off1403096 00000100:00100000:3.0:1734671655.827948:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12139:x1818934752048000:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 249us (394us total) trans 4294982394 rc 0/0 00000100:00100000:3.0:1734671655.827953:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7218 00000100:00100000:0.0:1734671655.830662:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.830758:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752048256 00000100:00100000:3.0:1734671655.830765:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752048256 00000100:00100000:3.0:1734671655.830793:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29777 00000100:00100000:3.0:1734671655.830799:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12140:x1818934752048256:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671655.830838:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1734671655.830857:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098558 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71c0 expref: 557 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.830871:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e5006098519 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71b2 expref: 556 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.830878:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.830881:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.830908:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.830918:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.830924:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671655.831114:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800932c9880 reply state ffff880131c63000 transno 4294982395 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.831122:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671655.831188:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12140:x1818934752048256:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 388us (531us total) trans 4294982395 rc 0/0 00000100:00100000:3.0:1734671655.831194:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29777 00000100:00100000:0.0:1734671655.831771:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.831833:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752048512 00000100:00100000:3.0:1734671655.831837:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752048512 00000100:00100000:3.0:1734671655.831863:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7219 00000100:00100000:3.0:1734671655.831867:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12139:x1818934752048512:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.832083:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8024, 168 off1403264 00000001:00080000:3.0:1734671655.832164:0:24560:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982396 00000100:00100000:3.0:1734671655.833279:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12139:x1818934752048512:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1406us (1504us total) trans 4294982397 rc 0/0 00000100:00100000:3.0:1734671655.833287:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7219 00000020:00080000:3.0:1734671655.833291:0:24560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734671655.834481:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.834491:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.834497:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.834501:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.834505:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.834510:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.834526:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671655.834528:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.834532:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.834536:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609855f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.835048:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.835597:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752048640 00000100:00100000:0.0:1734671655.835604:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752048640 00000100:00100000:0.0:1734671655.835642:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4610 00000100:00100000:0.0:1734671655.835648:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752048640:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:0.0:1734671655.835819:0:8437:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:0.0:1734671655.835822:0:8437:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb mtime from disk: 1734671606 -> 1734671644 00002000:00010000:0.0:1734671655.835824:0:8437:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb atime from disk: 1734671646 -> 1734671636 00002000:00010000:0.0:1734671655.835830:0:8437:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb ctime from disk: 1734671656 -> 1734671656 00002000:00010000:0.0:1734671655.835832:0:8437:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x168:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1734671655.836528:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934752048640:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 877us (1480us total) trans 4294968659 rc 0/0 00000100:00100000:0.0:1734671655.836535:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4610 00000100:00100000:0.0:1734671655.836580:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.837276:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752048768 00000100:00100000:1.0:1734671655.837282:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752048768 00000100:00100000:1.0:1734671655.837605:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29778 00000100:00100000:1.0:1734671655.837611:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12139:x1818934752048768:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.837627:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.837639:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e5006098566 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71c7 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.837711:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837721:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837730:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837740:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837745:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837749:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837791:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837796:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837801:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837806:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288a000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.837809:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837815:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837823:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.837826:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.837830:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837834:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609856d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837845:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837849:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837852:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837856:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d023e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.837857:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837861:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837866:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134fe4800) 00010000:00010000:1.0:1734671655.837868:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.837870:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837877:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098574 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.837905:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e5006098566 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71c7 expref: 559 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.837911:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e5006098566 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71c7 expref: 559 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.837917:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288bc00, rc 0) 00000100:00100000:1.0:1734671655.837957:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12139:x1818934752048768:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 345us (1376us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.837962:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29778 00000100:00100000:0.0:1734671655.839452:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.839494:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752049024 00000100:00100000:3.0:1734671655.839501:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752049024 00000100:00100000:3.0:1734671655.839534:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7220 00000100:00100000:3.0:1734671655.839539:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12140:x1818934752049024:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671655.839762:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8025, 168 off1403432 00000100:00100000:3.0:1734671655.839843:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12140:x1818934752049024:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 303us (394us total) trans 4294982398 rc 0/0 00000100:00100000:3.0:1734671655.839850:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7220 00000100:00100000:0.0:1734671655.840966:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.841039:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752049152 00000100:00100000:3.0:1734671655.841044:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752049152 00000100:00100000:3.0:1734671655.841450:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29779 00000100:00100000:3.0:1734671655.841456:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12139:x1818934752049152:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.841469:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.841482:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609857b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71ce expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.841505:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609857b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ce expref: 560 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.841515:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609857b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ce expref: 560 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.841522:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.841524:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.841528:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25aa00, rc 0) 00000100:00100000:3.0:1734671655.841553:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752049152:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 96us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.841558:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29779 00000100:00100000:0.0:1734671655.844574:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.844721:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752049408 00000100:00100000:2.0:1734671655.844728:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752049408 00000100:00100000:2.0:1734671655.844768:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7221 00000100:00100000:2.0:1734671655.844774:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934752049408:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671655.845067:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8026, 168 off1403600 00000001:00080000:2.0:1734671655.845073:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982399 00000100:00100000:2.0:1734671655.845148:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752049408:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 373us (581us total) trans 4294982400 rc 0/0 00000100:00100000:2.0:1734671655.845154:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7221 00000020:00080000:2.0:1734671655.845157:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671655.845757:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.847056:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752049536 00000100:00100000:2.0:1734671655.847064:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752049536 00000100:00100000:2.0:1734671655.847102:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7222 00000100:00100000:2.0:1734671655.847107:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752049536:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671655.849547:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.849789:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752049664 00000100:00100000:1.0:1734671655.849796:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752049664 00000100:00100000:1.0:1734671655.849840:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29780 00000100:00100000:1.0:1734671655.849846:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752049664:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.849921:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.849936:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098582 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71d5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.849983:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.849996:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850005:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850016:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850022:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850027:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850069:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850075:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850080:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850085:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.850088:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850095:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850103:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.850106:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.850109:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850114:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098589 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850139:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850144:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850148:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850152:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d023e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.850154:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850159:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850164:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff880134fe4800) 00010000:00010000:1.0:1734671655.850166:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.850167:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850172:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098590 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.850201:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098582 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71d5 expref: 565 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.850208:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098582 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71d5 expref: 565 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.850214:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ff600, rc 0) 00000100:00100000:1.0:1734671655.850255:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752049664:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 409us (907us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.850261:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29780 00000100:00100000:2.0:1734671655.852191:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752049536:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5079us (6429us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.852201:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7222 00000100:00100000:0.0:1734671655.852625:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.852704:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752049792 00000100:00100000:1.0:1734671655.852710:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752049792 00000100:00100000:1.0:1734671655.852743:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29781 00000100:00100000:1.0:1734671655.852748:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752049792:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.852760:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.852771:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098597 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71dc expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.852792:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098597 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71dc expref: 563 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.852803:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098597 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71dc expref: 563 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.852811:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.852813:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.852815:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288a000, rc 0) 00000100:00100000:1.0:1734671655.852843:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752049792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 94us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.852847:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29781 00000100:00100000:1.0:1734671655.856061:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.856472:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050048 00000100:00100000:3.0:1734671655.856481:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050048 00000100:00100000:3.0:1734671655.856510:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29782 00000100:00100000:3.0:1734671655.856516:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752050048:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.856530:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.857710:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e500609859e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71e3 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.857798:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.857811:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 564 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.857817:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.857843:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 564 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.857854:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 564 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671655.857868:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200704:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.857932:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2710c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.858251:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.858307:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050176 00000100:00100000:2.0:1734671655.858312:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050176 00000100:00100000:2.0:1734671655.858395:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7223 00000100:00100000:2.0:1734671655.858401:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12140:x1818934752050176:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671655.862057:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200704:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.862081:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.862629:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.863318:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050304 00000100:00100000:1.0:1734671655.863325:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050304 00010000:00010000:1.0:1734671655.863345:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 567 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.863376:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8649 00000100:00100000:1.0:1734671655.863382:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1964:x1818934752050304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.863392:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.863397:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 567 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.863406:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 567 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.863423:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098440 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f715e expref: 567 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.863441:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:1.0:1734671655.863445:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.863452:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.863457:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.863477:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.863502:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:1964:x1818934752050304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 119us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.863507:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8649 00010000:00010000:3.0:1734671655.863580:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.863586:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.863601:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00010000:00010000:3.0:1734671655.863730:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e500609859e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.863743:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.863748:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:3.0:1734671655.863750:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671655.863752:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25b800, rc 0) 00000100:00100000:3.0:1734671655.863768:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752050048:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7253us (7715us total) trans 4294982401 rc 0/0 00000100:00100000:3.0:1734671655.863773:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29782 00000100:00100000:2.0:1734671655.866776:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752050176:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 8363us (8514us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.866787:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7223 00000100:00100000:0.0:1734671655.868102:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.869779:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050432 00000100:00100000:3.0:1734671655.869789:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050432 00000100:00100000:3.0:1734671655.869846:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29783 00000100:00100000:3.0:1734671655.869852:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12139:x1818934752050432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.869873:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.869888:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e50060985b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71ea expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.869948:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.869958:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 565 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.869964:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.869991:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 565 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.870001:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 565 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671655.870011:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200832:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.870054:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2710c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.871118:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.871942:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050688 00000100:00100000:1.0:1734671655.871948:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050688 00000100:00100000:1.0:1734671655.871975:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29784 00000100:00100000:1.0:1734671655.871980:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12140:x1818934752050688:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.871991:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.872000:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060985c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71f1 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.872064:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.872073:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.872078:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.872100:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.872307:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 567 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.872321:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752200960:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.872370:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.873846:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.873924:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752200832:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.873940:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671655.874296:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050816 00000100:00100000:1.0:1734671655.874301:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050816 00010000:00010000:1.0:1734671655.874321:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 568 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.874345:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8650 00000100:00100000:1.0:1734671655.874350:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:1965:x1818934752050816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.874359:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.874363:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 568 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.874370:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 568 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.874387:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71e3 expref: 568 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.874400:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:1.0:1734671655.874403:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.874410:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.874927:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.875071:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752200960:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.875084:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.875166:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.875371:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.875381:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.875412:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00000004:00200000:3.0:1734671655.875416:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.875429:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.875452:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e50060985b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ea expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.875468:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ea expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.875474:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:3.0:1734671655.875476:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.875478:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbd5800, rc 0) 00000100:00100000:1.0:1734671655.875510:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c392d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1965:x1818934752050816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1159us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.875518:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8650 00000100:00100000:3.0:1734671655.875805:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752050432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5952us (7706us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.875811:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29783 00000100:00100000:0.0:1734671655.876181:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.876300:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752050944 00000100:00100000:1.0:1734671655.876305:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752050944 00010000:00010000:1.0:1734671655.876319:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 566 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.876344:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8651 00000100:00100000:1.0:1734671655.876348:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:1964:x1818934752050944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.876357:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.876361:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 566 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.876369:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 566 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.876380:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609847f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7173 expref: 566 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.876388:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:1.0:1734671655.876392:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.876398:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.876403:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.876424:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.876443:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:1964:x1818934752050944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 94us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.876448:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8651 00010000:00010000:3.0:1734671655.876555:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.876560:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.876572:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00010000:00010000:3.0:1734671655.876660:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e50060985c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 566 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.876701:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 565 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.876706:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:3.0:1734671655.876708:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671655.876710:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288bc00, rc 0) 00000100:00100000:3.0:1734671655.876730:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12140:x1818934752050688:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4750us (5616us total) trans 4294982402 rc 0/0 00000100:00100000:3.0:1734671655.876736:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29784 00000100:00100000:0.0:1734671655.879824:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.880095:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.880153:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752051200 00000100:00100000:2.0:1734671655.880160:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752051200 00000100:00100000:2.0:1734671655.880190:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7224 00000100:00100000:2.0:1734671655.880197:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752051200:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671655.880382:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752051328 00000100:00100000:3.0:1734671655.880386:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752051328 00000100:00100000:3.0:1734671655.880406:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29785 00000100:00100000:3.0:1734671655.880410:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12140:x1818934752051328:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.880420:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:2.0:1734671655.880420:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8027, 168 off1403768 00010000:00010000:3.0:1734671655.880434:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060985d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71f8 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.880476:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.880487:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 568 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.880492:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.880517:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 568 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.880527:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 568 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671655.880537:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752201088:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.880828:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752051200:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 630us (1011us total) trans 4294982403 rc 0/0 00000100:00100000:3.0:1734671655.880829:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2716c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671655.880835:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7224 00000100:00100000:3.0:1734671655.882703:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752201088:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671655.882704:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671655.882723:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.882776:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.882830:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752051584 00000100:00100000:3.0:1734671655.882839:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752051584 00010000:00010000:3.0:1734671655.882856:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 568 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.882865:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752051456 00000100:00100000:2.0:1734671655.882868:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752051456 00000100:00100000:3.0:1734671655.882879:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8652 00000100:00100000:3.0:1734671655.882883:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:1964:x1818934752051584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671655.882883:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29786 00000100:00100000:2.0:1734671655.882887:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752051456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.882892:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671655.882896:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 569 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.882899:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.882905:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 569 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671655.882908:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060985e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f71ff expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.882919:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e50060985c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f1 expref: 570 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671655.882932:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:3.0:1734671655.882936:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.882938:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.882942:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.882946:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.882946:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.882952:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.882958:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.882962:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.882967:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.882972:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.882979:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:1964:x1818934752051584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 96us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.882984:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8652 00010000:00010000:3.0:1734671655.883018:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.883022:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.883043:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883049:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.883052:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00010000:00010000:2.0:1734671655.883054:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.883055:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:2.0:1734671655.883066:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00000004:00010000:3.0:1734671655.883067:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671655.883068:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671655.883072:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883078:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883084:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.883085:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060985d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f8 expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.883089:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883093:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.883094:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f8 expref: 568 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.883098:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.883102:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.883103:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:3.0:1734671655.883105:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.883107:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25b800, rc 0) 00010000:00010000:2.0:1734671655.883108:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883113:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.883115:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.883117:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.883122:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752051328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2711us (3028us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671655.883122:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e50060985eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671655.883127:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29785 00010000:00010000:2.0:1734671655.883128:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883132:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883136:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883140:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.883142:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883292:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883302:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1805641f (ffff880134d9d000) 00010000:00010000:2.0:1734671655.883304:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.883307:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883310:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060985f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.883328:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060985e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ff expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.883335:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ff expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.883340:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:2.0:1734671655.883342:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.883344:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288a800, rc 0) 00000100:00100000:2.0:1734671655.883364:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752051456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 476us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.883369:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29786 00000100:00100000:0.0:1734671655.885656:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.885710:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752051712 00000100:00100000:0.0:1734671655.885713:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.885717:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752051712 00000100:00100000:0.0:1734671655.885754:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.885780:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2925 00000100:00100000:1.0:1734671655.885787:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1967:x1818934752051712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671655.885898:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752051968 00000100:00100000:2.0:1734671655.885901:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752051968 00010000:00010000:1.0:1734671655.885909:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671655.885918:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7225 00000100:00100000:2.0:1734671655.885922:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752051968:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:1.0:1734671655.885924:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e50060985f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ff expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.885934:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:1.0:1734671655.885937:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.885963:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1967:x1818934752051712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 177us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.885968:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2925 00000040:00080000:2.0:1734671655.886327:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8028, 168 off1403936 00000100:00100000:2.0:1734671655.886410:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752051968:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 486us (696us total) trans 4294982404 rc 0/0 00000100:00100000:2.0:1734671655.886416:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7225 00000100:00100000:2.0:1734671655.886433:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052096 00000100:00100000:2.0:1734671655.886436:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052096 00000100:00100000:2.0:1734671655.886462:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29787 00000100:00100000:2.0:1734671655.886466:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752052096:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.886473:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.886483:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098600 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7206 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.886519:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886528:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886535:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886544:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886550:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886554:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886588:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886593:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886598:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886603:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d023e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.886606:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886611:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886620:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.886623:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.886625:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886630:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e5006098607 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886638:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886642:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886646:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886649:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.886651:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886655:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886660:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134d9d600) 00010000:00010000:2.0:1734671655.886662:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.886663:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886696:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609860e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.886819:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098600 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7206 expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.886827:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e5006098600 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7206 expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.886835:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288b000, rc 0) 00000100:00100000:2.0:1734671655.886853:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752052096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 386us (1098us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.886857:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29787 00000100:00100000:0.0:1734671655.888663:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.888771:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052224 00000100:00100000:2.0:1734671655.888777:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052224 00000100:00100000:2.0:1734671655.888801:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29788 00000100:00100000:2.0:1734671655.888806:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752052224:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.888820:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.888831:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f720d expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.888865:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888875:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888883:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888891:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888896:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888901:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888934:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888939:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888944:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888948:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.888951:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888956:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888964:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.888967:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.888969:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888973:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609861c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888981:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888985:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888989:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888993:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.888995:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.888999:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.889003:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134d9dc00) 00010000:00010000:2.0:1734671655.889005:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.889007:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.889011:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e5006098623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.889036:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098615 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f720d expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.889260:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.889289:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052352 00000100:00100000:0.0:1734671655.889296:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052352 00000100:00100000:0.0:1734671655.889322:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29789 00000100:00100000:0.0:1734671655.889327:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752052352:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671655.889333:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671655.889339:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609862a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7214 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.889363:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889371:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889376:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889384:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889388:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889392:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889445:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889449:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889454:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671655.889475:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00000004:00200000:0.0:1734671655.889479:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.889491:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889497:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889502:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889509:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889513:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889516:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.889518:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889522:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889528:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671655.889529:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671655.889532:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889536:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098631 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889556:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889560:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889565:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889568:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671655.889570:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889577:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889583:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1805641f (ffff88009bed0a00) 00010000:00010000:0.0:1734671655.889585:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.889648:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39200/0x87a91e5006098615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f720d expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.889656:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39200, rc 0) 00000100:00100000:2.0:1734671655.889725:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752052224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 918us (1067us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.889732:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29788 00010000:00010000:0.0:1734671655.889875:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889880:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e5006098638 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.889899:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e500609862a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7214 expref: 569 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.889908:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7214 expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.889913:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:0.0:1734671655.889915:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.889917:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4025e00, rc 0) 00000100:00100000:0.0:1734671655.889936:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752052352:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 608us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.889942:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29789 00000100:00100000:0.0:1734671655.891427:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.891521:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052608 00000100:00100000:2.0:1734671655.891527:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052608 00000100:00100000:2.0:1734671655.891807:0:7098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 262 00000100:00100000:2.0:1734671655.891813:0:7098:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752052608:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.891841:0:7098:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671655.891854:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e50060985ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ea expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.891865:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bed0600) 00010000:00010000:2.0:1734671655.891875:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609857b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71ce expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.891881:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.891883:0:7098:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.891921:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891929:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891935:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891942:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891947:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891951:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891963:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891968:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.891972:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1734671655.892222:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.892346:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.892391:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052736 00000100:00100000:1.0:1734671655.892395:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052736 00000100:00100000:1.0:1734671655.892412:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29790 00000100:00100000:1.0:1734671655.892416:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752052736:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.892423:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.892430:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609865b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f721b expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.892453:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892459:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892464:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892471:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892479:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892484:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892508:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892512:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892516:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892520:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.892523:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892527:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892532:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671655.892534:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.892537:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892540:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098662 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892546:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892550:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892554:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892558:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.892559:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892563:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892567:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.892568:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.892570:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892573:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098669 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.892590:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609865b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f721b expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.892595:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609865b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f721b expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.892600:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00000100:00100000:1.0:1734671655.892625:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752052736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 207us (403us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.892629:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29790 00010000:00010000:2.0:1734671655.892745:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.892751:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.892756:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000040:00080000:2.0:1734671655.893002:0:7098:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8029, 224 off1404160 00000004:00010000:2.0:1734671655.893071:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c392d80 reply state ffff880130a83000 transno 4294982405 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.893077:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1734671655.893081:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c392d80 reply state ffff880130a83000 transno 4294982405 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.893085:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1734671655.893087:0:7098:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.893091:0:7098:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.893095:0:7098:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.893098:0:7098:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.893100:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.893107:0:7098:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.893113:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.893115:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.893117:0:7098:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.893121:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e5006098646 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000004:00010000:2.0:1734671655.893127:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c392d80 reply state ffff880130a83000 transno 4294982405 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.893130:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1734671655.893157:0:7098:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752052608:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1343us (1733us total) trans 4294982405 rc 0/0 00000100:00100000:2.0:1734671655.893162:0:7098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 262 00000100:00100000:3.0:1734671655.893280:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052864 00000100:00100000:3.0:1734671655.893284:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052864 00000100:00100000:3.0:1734671655.893301:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2926 00000100:00100000:3.0:1734671655.893305:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:1964:x1818934752052864:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671655.893311:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671655.893319:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609863f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7214 expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.893326:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:3.0:1734671655.893329:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671655.893343:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1964:x1818934752052864:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 37us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.893347:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2926 00000100:00100000:0.0:1734671655.894124:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671655.894281:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894288:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894296:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894303:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.894305:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894309:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894316:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1805641f (ffff880134d9d900) 00010000:00010000:3.0:1734671655.894318:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.894320:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894325:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e500609864d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894340:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894344:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894348:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894351:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e046a00 already unused, calling callback (ffffffffa1342960) 00000100:00100000:2.0:1734671655.894352:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752052992 00010000:00010000:3.0:1734671655.894353:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.894355:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752052992 00010000:00010000:3.0:1734671655.894357:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894363:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134d9d200) 00010000:00010000:3.0:1734671655.894365:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.894367:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894371:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098654 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.894382:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29791 00000100:00100000:2.0:1734671655.894386:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752052992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.894396:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.894403:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098677 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7222 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.894437:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894441:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894446:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894449:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca0600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.894451:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894456:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894462:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff88009bfbb300) 00010000:00010000:3.0:1734671655.894463:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671655.894466:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.894470:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0600/0x87a91e5006098670 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.894523:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894536:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894544:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894553:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894558:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894563:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671655.894567:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671655.894592:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894598:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894603:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894607:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.894610:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894614:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894620:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.894621:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.894624:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894628:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec600/0x87a91e500609867e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894635:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894639:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894644:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894647:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.894649:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894654:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894659:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88009bfbbb00) 00010000:00010000:2.0:1734671655.894661:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.894663:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894708:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098685 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671655.894734:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098677 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7222 expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.894740:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098677 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7222 expref: 567 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.894746:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca1600, rc 0) 00000100:00100000:2.0:1734671655.894798:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12140:x1818934752052992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 410us (674us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671655.894804:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29791 00000100:00100000:1.0:1734671655.894972:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752053120 00000100:00100000:1.0:1734671655.894976:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752053120 00000100:00100000:1.0:1734671655.894998:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29792 00000100:00100000:1.0:1734671655.895003:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752053120:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.895013:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.895019:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609868c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7229 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.895041:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895048:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895055:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895063:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895068:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895073:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895120:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895126:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895131:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671655.895151:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00000004:00200000:1.0:1734671655.895155:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671655.895170:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895178:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895182:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895186:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895190:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895194:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d73200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.895197:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895201:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895206:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.895208:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.895210:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895214:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e5006098693 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895221:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895229:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895234:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895237:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffdc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.895239:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895243:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895248:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880134fe4800) 00010000:00010000:1.0:1734671655.895250:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.895251:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895255:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffdc00/0x87a91e500609869a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.895270:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609868c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.895277:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 567 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.895282:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.895284:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671655.895285:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fffd000, rc 0) 00000100:00100000:1.0:1734671655.895301:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752053120:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 298us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.895306:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29792 00000100:00100000:0.0:1734671655.897784:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.897952:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752053376 00000100:00100000:2.0:1734671655.897959:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752053376 00000100:00100000:2.0:1734671655.898001:0:7098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 263 00000100:00100000:2.0:1734671655.898007:0:7098:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752053376:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:0.0:1734671655.898046:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.898090:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752053632 00000100:00100000:1.0:1734671655.898095:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752053632 00000100:00100000:1.0:1734671655.898115:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29793 00000100:00100000:1.0:1734671655.898120:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752053632:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.898128:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.898142:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e50060986a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7230 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.898204:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.898215:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.898221:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.898245:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.898255:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.898264:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752201216:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671655.898302:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734671655.898355:0:7098:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671655.898370:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e50060985dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71f8 expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.898385:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:2.0:1734671655.898398:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e5006098597 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f71dc expref: 568 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.898404:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.898407:0:7098:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.898446:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898454:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898461:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898470:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898475:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898480:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898493:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898497:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.898502:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899156:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899163:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899169:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000040:00080000:2.0:1734671655.899463:0:7098:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8030, 224 off1404384 00000004:00010000:2.0:1734671655.899537:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099783480 reply state ffff880130a85000 transno 4294982406 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.899543:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1734671655.899547:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099783480 reply state ffff880130a85000 transno 4294982406 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.899550:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1734671655.899553:0:7098:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899558:0:7098:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899563:0:7098:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899568:0:7098:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aedc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.899571:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899577:0:7098:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899585:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671655.899587:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.899590:0:7098:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671655.899593:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060986b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000004:00010000:2.0:1734671655.899600:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099783480 reply state ffff880130a85000 transno 4294982406 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671655.899604:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1734671655.899649:0:7098:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752053376:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1641us (1871us total) trans 4294982406 rc 0/0 00000100:00100000:2.0:1734671655.899656:0:7098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 263 00000100:00100000:1.0:1734671655.902092:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752201216:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671655.902114:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671655.902810:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902818:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902823:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902828:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aeca00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.902832:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902837:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902849:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1805641f (ffff88009bfbb100) 00010000:00010000:3.0:1734671655.902851:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.902854:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902858:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e50060986bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902870:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902874:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902878:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902881:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.902883:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902887:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902892:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88009bfbba00) 00010000:00010000:3.0:1734671655.902894:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.902896:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902900:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e50060986c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902908:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902913:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902917:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902921:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.902923:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902927:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902933:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff88009bfbb200) 00010000:00010000:3.0:1734671655.902935:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671655.902937:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671655.902941:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060986cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1734671655.903259:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.903289:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.903300:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752053888 00000100:00100000:3.0:1734671655.903307:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752053888 00000100:00100000:3.0:1734671655.903349:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29794 00000100:00100000:3.0:1734671655.903356:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752053888:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.903374:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.903385:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e50060986d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7237 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.903429:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903438:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903445:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903454:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903460:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903465:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903536:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903542:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903547:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671655.903572:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00000004:00200000:3.0:1734671655.903576:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.903587:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903594:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903599:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903603:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903613:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903617:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.903619:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903624:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903631:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.903633:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.903635:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671655.903635:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752053760 00010000:00010000:3.0:1734671655.903639:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a600/0x87a91e50060986d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671655.903640:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752053760 00010000:00010000:3.0:1734671655.903648:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903653:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903657:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903660:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.903662:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903704:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903710:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.903712:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.903714:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903719:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e50060986e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.903739:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e50060986d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.903749:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.903754:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:3.0:1734671655.903756:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.903758:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25a800, rc 0) 00000100:00100000:3.0:1734671655.903801:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752053888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 445us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.903808:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29794 00010000:00010000:1.0:1734671655.903847:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.903874:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8653 00000100:00100000:1.0:1734671655.903879:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:1964:x1818934752053760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.903887:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.903892:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.903901:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.903913:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e50060986a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7229 expref: 569 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.903921:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.903925:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.903931:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.903936:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671655.903950:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.903968:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:1964:x1818934752053760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 88us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.903974:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8653 00010000:00010000:0.0:1734671655.904143:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671655.904646:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671655.904663:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00010000:00010000:0.0:1734671655.904790:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e50060986a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 569 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.904815:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.904822:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671655.904824:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671655.904825:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a74e00, rc 0) 00000100:00100000:0.0:1734671655.904845:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752053632:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6724us (6798us total) trans 4294982407 rc 0/0 00000100:00100000:0.0:1734671655.904851:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29793 00000100:00100000:0.0:1734671655.908822:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.908872:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.909278:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054016 00000100:00100000:1.0:1734671655.909285:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054016 00000100:00100000:1.0:1734671655.909409:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054272 00000100:00100000:1.0:1734671655.909412:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054272 00000100:00100000:3.0:1734671655.909445:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29795 00000100:00100000:3.0:1734671655.909452:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752054016:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.909473:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.909489:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e50060986f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f723e expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.909551:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.909562:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 570 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.909569:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.909595:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 570 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.909606:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 570 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671655.909616:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752201344:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.909694:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d2710c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.909729:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29796 00000100:00100000:3.0:1734671655.909733:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752054272:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.909740:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.909747:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30800/0x87a91e5006098703 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7245 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.909795:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.909803:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.909808:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671655.909821:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.909828:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671655.909836:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752201472:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.909853:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d271840 going to sleep for 11 seconds 00000100:00100000:3.0:1734671655.914808:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752201344:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.914829:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671655.915155:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.915197:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.915255:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752201472:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.915265:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671655.915559:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054400 00000100:00100000:2.0:1734671655.915565:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054400 00010000:00010000:2.0:1734671655.915589:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 572 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.915715:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054528 00000100:00100000:2.0:1734671655.915718:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054528 00010000:00010000:2.0:1734671655.915728:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 573 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671655.915800:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8654 00000100:00100000:1.0:1734671655.915807:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:1964:x1818934752054400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.915818:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.915824:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 573 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.915831:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 573 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.915847:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e50060986af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5ba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7230 expref: 573 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.915858:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671655.915862:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.915868:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.915873:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671655.915894:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.915924:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:1964:x1818934752054400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 116us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.915930:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8654 00000100:00100000:1.0:1734671655.915953:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8655 00000100:00100000:1.0:1734671655.915957:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:1966:x1818934752054528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.915963:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.915967:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.915974:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.915983:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a800/0x87a91e50060986e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7237 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.915991:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:1.0:1734671655.915994:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.915999:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.916003:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.916012:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671655.916024:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:1966:x1818934752054528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 66us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.916028:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8655 00010000:00010000:1.0:1734671655.916041:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.916046:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671655.916060:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00010000:00010000:1.0:1734671655.916169:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30800/0x87a91e5006098703 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 571 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.916180:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.916185:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:1.0:1734671655.916187:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671655.916189:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093883800, rc 0) 00000100:00100000:1.0:1734671655.916206:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752054272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6472us (7334us total) trans 4294982408 rc 0/0 00000100:00100000:1.0:1734671655.916212:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29796 00010000:00010000:0.0:1734671655.916374:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.916381:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671655.916403:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00000004:00200000:0.0:1734671655.916407:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671655.916415:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671655.916433:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e50060986f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f723e expref: 570 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.916459:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f723e expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.916464:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:0.0:1734671655.916466:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671655.916468:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4b30400, rc 0) 00000100:00100000:0.0:1734671655.916487:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752054016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7035us (7672us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671655.916493:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29795 00000100:00100000:0.0:1734671655.920544:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.920622:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054656 00000100:00100000:2.0:1734671655.920632:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054656 00000100:00100000:2.0:1734671655.920756:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29797 00000100:00100000:2.0:1734671655.920763:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752054656:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.920783:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.920798:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006098718 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f724c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.920857:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.920866:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.920872:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.920896:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.920906:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 570 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671655.920916:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752201600:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.920958:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.925708:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.925894:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.926019:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054784 00000100:00100000:1.0:1734671655.926026:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054784 00000100:00100000:1.0:1734671655.926072:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29798 00000100:00100000:1.0:1734671655.926079:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752054784:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.926096:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.926109:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098726 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7253 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.926153:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926164:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926173:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926184:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926189:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926194:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926242:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926248:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926252:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926256:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.926259:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926264:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926272:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.926274:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.926277:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926282:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609872d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926304:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926309:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926313:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926317:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671655.926319:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926323:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926328:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x18212104 (ffff880134fe4900) 00010000:00010000:1.0:1734671655.926330:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671655.926332:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926336:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e5006098734 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671655.926365:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098726 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7253 expref: 572 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.926372:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098726 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7253 expref: 572 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.926379:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2000, rc 0) 00000100:00100000:1.0:1734671655.926414:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752054784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 335us (713us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671655.926422:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29798 00000100:00100000:2.0:1734671655.927011:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752201600:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671655.927029:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671655.928417:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752054912 00000100:00100000:1.0:1734671655.928426:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752054912 00010000:00010000:1.0:1734671655.928449:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671655.929216:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.929387:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8656 00000100:00100000:1.0:1734671655.929393:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:1964:x1818934752054912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671655.929406:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671655.929412:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.929421:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.929437:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609870a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5bb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7245 expref: 571 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671655.929449:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:1.0:1734671655.929453:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671655.929545:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055040 00000100:00100000:2.0:1734671655.929550:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055040 00000100:00100000:2.0:1734671655.929581:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29799 00000100:00100000:2.0:1734671655.929586:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752055040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.929598:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.929608:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609873b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f725a expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.929628:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609873b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f725a expref: 572 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.929637:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609873b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f725a expref: 572 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.929637:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.929643:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671655.929643:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671655.929645:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.929647:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbd5c00, rc 0) 00000100:00100000:2.0:1734671655.929708:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752055040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 121us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.929713:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29799 00010000:00010000:1.0:1734671655.929985:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.930101:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.930110:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671655.930142:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00000004:00200000:3.0:1734671655.930145:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671655.930157:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.930178:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e5006098718 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f724c expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.930204:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:1964:x1818934752054912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 811us (4310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.930210:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8656 00010000:00010000:3.0:1734671655.930817:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f724c expref: 570 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.930824:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:3.0:1734671655.930826:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.930828:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25aa00, rc 0) 00000100:00100000:3.0:1734671655.930859:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752054656:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 10096us (10325us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.930864:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29797 00000100:00100000:0.0:1734671655.936745:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.937884:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.938037:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055168 00000100:00100000:2.0:1734671655.938045:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055168 00000100:00100000:2.0:1734671655.938089:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7226 00000100:00100000:2.0:1734671655.938096:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12139:x1818934752055168:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671655.938125:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055296 00000100:00100000:3.0:1734671655.938130:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055296 00000100:00100000:3.0:1734671655.938153:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29800 00000100:00100000:3.0:1734671655.938158:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752055296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.938166:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.938179:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098742 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7261 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.938225:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938235:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938243:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938252:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938257:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938262:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938308:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938313:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938318:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938322:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.938326:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938331:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938342:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.938344:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.938348:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938353:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098749 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938362:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938366:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938370:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938373:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.938374:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938378:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938383:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x18212104 (ffff8800a7b7c400) 00010000:00010000:3.0:1734671655.938384:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.938386:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938390:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e5006098750 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.938419:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098742 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7261 expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.938426:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098742 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7261 expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.938433:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33e00, rc 0) 00000100:00100000:3.0:1734671655.938480:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752055296:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 321us (598us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.938485:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29800 00000100:00100000:0.0:1734671655.942929:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.944103:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055424 00000100:00100000:3.0:1734671655.944110:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055424 00000100:00100000:3.0:1734671655.944143:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29801 00000100:00100000:3.0:1734671655.944149:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752055424:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.944163:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.944177:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098757 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7268 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.944202:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7268 expref: 572 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.944212:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7268 expref: 572 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.944219:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.944221:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.944224:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33600, rc 0) 00000100:00100000:2.0:1734671655.944921:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752055168:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 6822us (8182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.944929:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7226 00000100:00100000:3.0:1734671655.945332:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752055424:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1182us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.945341:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29801 00000100:00100000:1.0:1734671655.948360:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.948445:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.948512:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055552 00000100:00100000:3.0:1734671655.948519:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055552 00000100:00100000:3.0:1734671655.948558:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29802 00000100:00100000:3.0:1734671655.948564:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752055552:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.948582:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.948597:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609875e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f726f expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.948642:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948652:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948660:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948698:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948703:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948709:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948755:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948761:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948765:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948770:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.948773:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948778:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948786:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671655.948789:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.948792:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948797:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e5006098765 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948817:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948821:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948826:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948829:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.948831:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948835:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948840:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x18212104 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.948842:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.948843:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948847:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609876c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671655.948877:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609875e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f726f expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.948883:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609875e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f726f expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.948889:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32400, rc 0) 00000100:00100000:3.0:1734671655.948924:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752055552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 360us (571us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.948930:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29802 00000100:00100000:2.0:1734671655.949064:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055680 00000100:00100000:2.0:1734671655.949068:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055680 00000100:00100000:2.0:1734671655.949087:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7227 00000100:00100000:2.0:1734671655.949091:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752055680:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671655.953133:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752055680:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4032us (4679us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.953143:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7227 00000100:00100000:0.0:1734671655.955031:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.956635:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752055936 00000100:00100000:2.0:1734671655.956645:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752055936 00000100:00100000:2.0:1734671655.956718:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29803 00000100:00100000:2.0:1734671655.956724:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752055936:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.956740:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.956742:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671655.956761:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609873b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f725a expref: 571 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.956778:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.956781:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.956790:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098773 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7276 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.956887:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.956898:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.956908:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.956916:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.956921:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.956925:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:2.0:1734671655.957250:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c2:0x0], index 0: 0 00000040:00080000:2.0:1734671655.957306:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8031, 176 off1404560 00010000:00010000:2.0:1734671655.957386:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098788 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957393:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957399:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098788 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957421:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957426:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957432:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957436:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671655.957439:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957445:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957451:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671655.957454:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671655.957457:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.957461:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609877a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671655.957469:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59aa00 reply state ffff880130a87000 transno 4294982409 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.957475:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671655.957492:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098773 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7276 expref: 573 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.957500:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098788 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7276 expref: 572 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.957505:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff88009bfbb800) 00010000:00010000:2.0:1734671655.957506:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671655.957508:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e046a00, rc 0) 00000100:00100000:2.0:1734671655.959782:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12139:x1818934752055936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3048us (4747us total) trans 4294982409 rc 0/0 00000100:00100000:2.0:1734671655.959790:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29803 00000100:00100000:0.0:1734671655.960193:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.960854:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056064 00000100:00100000:3.0:1734671655.960861:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056064 00000100:00100000:3.0:1734671655.960886:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29804 00000100:00100000:3.0:1734671655.960891:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934752056064:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.960905:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.960917:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098796 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f727d expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.960969:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.960983:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.960991:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961000:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961005:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961009:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961056:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961061:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961065:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961070:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.961074:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961079:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961087:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.961090:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.961093:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.961098:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609879d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962264:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962272:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962277:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962281:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.962284:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962289:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962297:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x18212104 (ffff8800a7b7c800) 00010000:00010000:3.0:1734671655.962299:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.962301:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962306:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060987a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.962349:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098796 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f727d expref: 574 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.962356:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32000/0x87a91e5006098796 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f727d expref: 574 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.962364:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32000, rc 0) 00000100:00100000:3.0:1734671655.962594:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934752056064:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1701us (2400us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671655.962601:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29804 00000100:00100000:0.0:1734671655.965157:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671655.965296:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965306:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965311:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965316:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.965320:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965325:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965336:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x18212104 (ffff88009bfbbf00) 00010000:00010000:3.0:1734671655.965338:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.965341:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965346:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098781 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671655.965371:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056320 00000100:00100000:3.0:1734671655.965377:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056320 00000100:00100000:3.0:1734671655.965403:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29805 00000100:00100000:3.0:1734671655.965408:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934752056320:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.965425:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.965427:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1734671655.965439:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098757 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7268 expref: 572 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.965447:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.965450:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671655.965458:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e50060987ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f728b expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.965544:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965554:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965560:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965570:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965575:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.965580:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:3.0:1734671655.966467:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c3:0x0], index 1: 0 00000040:00080000:3.0:1734671655.966520:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8032, 176 off1404736 00010000:00010000:3.0:1734671655.966599:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e50060987c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966607:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e50060987c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966612:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e50060987c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966634:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966638:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966643:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966646:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093883800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.966649:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966654:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966661:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671655.966690:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.966694:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.966699:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e50060987b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671655.966706:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f599180 reply state ffff88009310c000 transno 4294982410 ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671655.966715:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671655.966736:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33e00/0x87a91e50060987ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f728b expref: 574 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.966746:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e50060987c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f728b expref: 573 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.966751:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff8800a7b7c700) 00010000:00010000:3.0:1734671655.966753:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671655.966755:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4b31800, rc 0) 00000100:00100000:3.0:1734671655.967914:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12140:x1818934752056320:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2499us (2757us total) trans 4294982410 rc 0/0 00000100:00100000:3.0:1734671655.967923:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29805 00000100:00100000:0.0:1734671655.968045:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.969044:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056448 00000100:00100000:1.0:1734671655.969052:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056448 00000100:00100000:1.0:1734671655.969086:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4611 00000100:00100000:1.0:1734671655.969092:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752056448:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.969105:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.969117:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7284 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671655.969137:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671655.969151:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.969153:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.969159:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 85 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.969171:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 85 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.969180:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2e00, rc 0) 00000100:00100000:1.0:1734671655.969218:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752056448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 126us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.969223:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4611 00010000:00010000:3.0:1734671655.971269:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.971281:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.971287:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.971292:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093883a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.971296:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.971302:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.971313:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x18212104 (ffff8800a7b7c400) 00010000:00010000:3.0:1734671655.971317:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.971320:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.971325:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883a00/0x87a91e50060987b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671655.974398:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.974623:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671655.974734:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056576 00000100:00100000:1.0:1734671655.974742:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056576 00000100:00100000:1.0:1734671655.974777:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056704 00000100:00100000:1.0:1734671655.974780:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056704 00000100:00100000:1.0:1734671655.974818:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4612 00000100:00100000:1.0:1734671655.974825:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752056576:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.974839:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.974855:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7292 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671655.974877:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671655.974892:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.974894:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671655.974900:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 85 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.974914:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 85 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671655.974924:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2200, rc 0) 00000100:00100000:3.0:1734671655.974968:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4613 00000100:00100000:1.0:1734671655.974973:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752056576:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 148us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.974975:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:12139:x1818934752056704:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671655.974979:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4612 00010000:00010000:3.0:1734671655.974983:0:8435:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.974999:0:8435:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7299 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.975021:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.975028:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.975029:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.975032:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 86 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.975060:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.975070:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671655.975083:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752201728:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.975108:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d271840 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.979330:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.979422:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752201728:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671655.979442:0:8435:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 86 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.979459:0:8435:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33e00, rc 0) 00000100:00100000:3.0:1734671655.979499:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:12139:x1818934752056704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4524us (4881us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.979506:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4613 00000100:00100000:0.0:1734671655.979737:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.979988:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056832 00000100:00100000:3.0:1734671655.979994:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056832 00000100:00100000:3.0:1734671655.980016:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4614 00000100:00100000:3.0:1734671655.980021:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:12140:x1818934752056832:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671655.980034:0:8435:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671655.980045:0:8435:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72a0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.980064:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 86 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.980071:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.980073:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671655.980076:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 86 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671655.980098:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 86 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671655.980107:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671655.980118:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752201856:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671655.980142:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d271840 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.980321:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752056960 00000100:00100000:0.0:1734671655.980324:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752056960 00010000:00010000:0.0:1734671655.980337:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734671655.980353:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8657 00000100:00100000:0.0:1734671655.980357:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1964:x1818934752056960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671655.980363:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671655.980379:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1734671655.980387:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1734671655.980401:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933b2e00/0x87a91e50060987ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7284 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:0.0:1734671655.980418:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.980419:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671655.980425:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 85 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.980431:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 85 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671655.980457:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 85 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671655.980465:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752201984:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671655.980484:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671655.985905:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.985950:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.986285:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752057088 00000100:00100000:3.0:1734671655.986292:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752201856:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671655.986293:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752057088 00010000:00010000:3.0:1734671655.986315:0:8435:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 87 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.986318:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 87 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1734671655.986329:0:8435:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32000, rc 0) 00000100:00100000:2.0:1734671655.986343:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8658 00000100:00100000:2.0:1734671655.986349:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1964:x1818934752057088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671655.986361:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1734671655.986363:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:12140:x1818934752056832:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6341us (7040us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671655.986370:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4614 00010000:00010000:2.0:1734671655.986381:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671655.986393:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671655.986411:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800933b2200/0x87a91e50060987d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7292 expref: 86 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671655.986427:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.986429:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671655.986435:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 85 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.986443:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 85 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671655.986464:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752201984:192.168.204.51@tcp:105: 00010000:00010000:2.0:1734671655.986470:0:17611:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 85 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.986474:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.986480:0:17611:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17611:1818934752202112:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671655.986489:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752056960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6131us (6753us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.986495:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8657 00000100:00100000:2.0:1734671655.986509:0:17611:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671655.986602:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752057344 00000100:00100000:2.0:1734671655.986606:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752057344 00000100:00100000:2.0:1734671655.986638:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29806 00000100:00100000:2.0:1734671655.986643:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12139:x1818934752057344:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.986723:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.986736:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098788 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7276 expref: 573 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.986746:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff88009bfbb800) 00010000:00010000:2.0:1734671655.986957:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.986992:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.987001:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.987007:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671655.988410:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009378f100 reply state ffff880093f2a000 transno 4294982411 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.988418:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671655.988495:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752057344:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1849us (2543us total) trans 4294982411 rc 0/0 00000100:00100000:2.0:1734671655.988501:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29806 00000100:00100000:2.0:1734671655.989941:0:17611:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17611:1818934752202112:192.168.204.51@tcp:105: 00010000:00010000:2.0:1734671655.989959:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671655.989989:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752057088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3639us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.989998:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8658 00000100:00100000:0.0:1734671655.990523:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.990878:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752057600 00000100:00100000:2.0:1734671655.990884:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752057600 00000100:00100000:2.0:1734671655.990910:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29807 00000100:00100000:2.0:1734671655.990915:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12140:x1818934752057600:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671655.991799:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671655.991822:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e50060987c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f728b expref: 574 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.991834:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff8800a7b7c700) 00010000:00010000:2.0:1734671655.991842:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671655.991877:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.991886:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671655.991892:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671655.992087:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009378c700 reply state ffff880093f2e000 transno 4294982412 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.992092:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671655.992154:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752057600:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1237us (1631us total) trans 4294982412 rc 0/0 00000100:00100000:2.0:1734671655.992160:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29807 00010000:00010000:3.0:1734671655.994107:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.994117:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.994122:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.994126:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.994130:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.994136:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.994148:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff88009bfbbb00) 00010000:00010000:3.0:1734671655.994150:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.994153:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.994158:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e50060987ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671655.995037:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671655.995331:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671655.995369:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.995376:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.995380:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.995384:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671655.995386:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.995391:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.995398:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbb100) 00010000:00010000:3.0:1734671655.995399:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671655.995402:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671655.995406:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e50060987f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671655.995526:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752057728 00000100:00100000:1.0:1734671655.995532:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752057728 00000100:00100000:1.0:1734671655.995566:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752057856 00000100:00100000:1.0:1734671655.995569:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752057856 00000100:00100000:1.0:1734671655.995587:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29808 00000100:00100000:1.0:1734671655.995593:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752057728:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671655.995609:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671655.995620:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e50060987f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72a7 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.995660:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e50060987f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a7 expref: 575 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.995698:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e50060987f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a7 expref: 575 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671655.995710:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:1.0:1734671655.995712:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734671655.995714:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2e00, rc 0) 00000100:00100000:2.0:1734671655.995787:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29809 00000100:00100000:2.0:1734671655.995792:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752057856:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671655.995800:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671655.995806:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e50060987ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72ae expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.995826:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e50060987ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ae expref: 576 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.995834:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e50060987ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ae expref: 576 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671655.995843:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671655.995845:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1734671655.995847:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1e200, rc 0) 00000100:00100000:1.0:1734671655.996335:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752057728:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 740us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671655.996340:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29808 00000100:00100000:2.0:1734671655.996380:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752057856:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 587us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671655.996384:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29809 00000100:00100000:0.0:1734671655.999784:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671655.999831:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671655.999922:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752057984 00000100:00100000:3.0:1734671655.999930:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752057984 00000100:00100000:3.0:1734671655.999959:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752058112 00000100:00100000:3.0:1734671655.999961:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752058112 00000100:00100000:3.0:1734671655.999975:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4615 00000100:00100000:3.0:1734671655.999982:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1965:x1818934752057984:12345-192.168.204.51@tcp:2:dbench.0 00000100:00100000:0.0:1734671656.000174:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4616 00000100:00100000:0.0:1734671656.000179:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1964:x1818934752058112:12345-192.168.204.51@tcp:2:dbench.0 00002000:00010000:3.0:1734671656.000181:0:8435:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734671656.000184:0:8435:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 0 -> 1734671644 00002000:00010000:3.0:1734671656.000186:0:8435:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 0 -> 1734671646 00002000:00010000:3.0:1734671656.000188:0:8435:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 0 -> 1734671656 00002000:00010000:3.0:1734671656.000189:0:8435:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1734671656.000236:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1965:x1818934752057984:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 254us (458us total) trans 4294968660 rc 0/0 00000100:00100000:3.0:1734671656.000242:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4615 00002000:00010000:0.0:1734671656.000289:0:19185:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734671656.000291:0:19185:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2c3:0x0] updating lvb mtime from disk: 0 -> 1734671644 00002000:00010000:0.0:1734671656.000292:0:19185:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2c3:0x0] updating lvb atime from disk: 0 -> 1734671646 00002000:00010000:0.0:1734671656.000294:0:19185:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2c3:0x0] updating lvb ctime from disk: 0 -> 1734671656 00002000:00010000:0.0:1734671656.000296:0:19185:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1734671656.000311:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1964:x1818934752058112:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 131us (479us total) trans 4294968692 rc 0/0 00000100:00100000:0.0:1734671656.000317:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4616 00000100:00100000:0.0:1734671656.002172:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.002220:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.002433:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752058368 00000100:00100000:2.0:1734671656.002439:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752058368 00000100:00100000:2.0:1734671656.002482:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752058624 00000100:00100000:2.0:1734671656.002484:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752058624 00000100:00100000:1.0:1734671656.002494:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29810 00000100:00100000:1.0:1734671656.002501:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934752058368:12345-192.168.204.51@tcp:55:dbench.0 00000100:00100000:2.0:1734671656.002506:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29811 00000100:00100000:2.0:1734671656.002511:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752058624:12345-192.168.204.51@tcp:55:dbench.0 00010000:00010000:2.0:1734671656.002543:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002543:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002555:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002555:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002564:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002564:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002580:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002580:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.002584:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002585:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.002589:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002589:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002593:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd5800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.002593:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.002596:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002597:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002602:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002602:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.002608:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671656.002609:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:2.0:1734671656.002611:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1734671656.002611:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1734671656.002614:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.002614:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.002618:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609880d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.002619:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098806 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671656.002694:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752058624:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 153us (444us total) trans 0 rc -22/-22 00000100:00100000:2.0:1734671656.002700:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29811 00000100:00100000:1.0:1734671656.003186:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752058368:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 684us (1019us total) trans 0 rc -22/-22 00000100:00100000:1.0:1734671656.003192:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29810 00000100:00100000:0.0:1734671656.005194:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.005270:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.005345:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752058880 00000100:00100000:2.0:1734671656.005352:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752058880 00000100:00100000:2.0:1734671656.005377:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752059136 00000100:00100000:2.0:1734671656.005379:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752059136 00000100:00100000:2.0:1734671656.005403:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7228 00000100:00100000:2.0:1734671656.005409:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752058880:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.005725:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8033, 168 off1404904 00000001:00080000:2.0:1734671656.005732:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982413 00000100:00100000:2.0:1734671656.005786:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12139:x1818934752058880:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 377us (597us total) trans 4294982414 rc 0/0 00000100:00100000:2.0:1734671656.005792:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7228 00000020:00080000:2.0:1734671656.005795:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734671656.005806:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7229 00000100:00100000:2.0:1734671656.005809:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12140:x1818934752059136:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.005926:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8034, 168 off1405072 00000001:00080000:2.0:1734671656.005930:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982415 00000100:00100000:2.0:1734671656.005962:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+579:12140:x1818934752059136:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 151us (692us total) trans 4294982416 rc 0/0 00000100:00100000:2.0:1734671656.005967:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7229 00000020:00080000:2.0:1734671656.005970:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.008106:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.008179:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.008315:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752059392 00000100:00100000:1.0:1734671656.008322:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752059392 00000100:00100000:1.0:1734671656.008355:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752059648 00000100:00100000:1.0:1734671656.008358:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752059648 00000100:00100000:1.0:1734671656.008371:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7230 00000100:00100000:1.0:1734671656.008376:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+580:12140:x1818934752059392:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671656.008557:0:24560:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8035, 168 off1405240 00000100:00100000:2.0:1734671656.008563:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7231 00000100:00100000:2.0:1734671656.008567:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:12139:x1818934752059648:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.008750:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8036, 168 off1405408 00000100:00100000:1.0:1734671656.008948:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12140:x1818934752059392:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 571us (846us total) trans 4294982417 rc 0/0 00000100:00100000:2.0:1734671656.008950:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12139:x1818934752059648:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 381us (771us total) trans 4294982418 rc 0/0 00000100:00100000:1.0:1734671656.008955:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7230 00000100:00100000:2.0:1734671656.008957:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7231 00000100:00100000:0.0:1734671656.010582:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.011262:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.011363:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752059776 00000100:00100000:1.0:1734671656.011370:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752059776 00000100:00100000:1.0:1734671656.011392:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752059904 00000100:00100000:1.0:1734671656.011394:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752059904 00000100:00100000:1.0:1734671656.011406:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29812 00000100:00100000:1.0:1734671656.011411:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12139:x1818934752059776:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.011428:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.011442:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098814 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72b5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.011483:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011494:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011503:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011515:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011520:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011526:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011598:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011604:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011610:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671656.011634:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5ba:0x0]: returning size 42388 00000004:00200000:1.0:1734671656.011638:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.011649:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011657:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011693:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011699:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011704:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011708:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.011712:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011718:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011728:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.011730:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.011733:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011737:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609881b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011746:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011751:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011755:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011759:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4b31800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.011761:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011766:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011771:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff880135444d00) 00010000:00010000:1.0:1734671656.011773:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.011775:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011780:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e5006098822 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011800:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098814 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72b5 expref: 584 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.011813:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72b5 expref: 583 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.011819:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:1.0:1734671656.011820:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.011822:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e046a00, rc 0) 00000100:00100000:1.0:1734671656.011855:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12139:x1818934752059776:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 443us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.011860:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29812 00000100:00100000:1.0:1734671656.011873:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29813 00000100:00100000:1.0:1734671656.011878:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12140:x1818934752059904:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.011884:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.011891:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098830 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72bc expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.011911:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011918:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011924:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011932:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011938:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011943:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011986:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011992:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.011997:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:1.0:1734671656.012012:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bb:0x0]: returning size 42388 00000004:00200000:1.0:1734671656.012015:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.012021:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012026:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012031:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012035:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012040:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012044:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.012046:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012051:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012057:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.012059:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.012061:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012065:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098837 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012071:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012075:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012080:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012083:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.012085:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012089:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012094:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88012a289600) 00010000:00010000:1.0:1734671656.012095:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.012097:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012101:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609883e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.012120:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098830 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72bc expref: 584 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.012129:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72bc expref: 583 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.012134:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:1.0:1734671656.012136:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.012137:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f56fc00, rc 0) 00000100:00100000:1.0:1734671656.012153:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752059904:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 275us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.012158:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29813 00000100:00100000:0.0:1734671656.014494:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.014593:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752060160 00000100:00100000:2.0:1734671656.014600:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752060160 00000100:00100000:2.0:1734671656.014629:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29814 00000100:00100000:2.0:1734671656.014634:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752060160:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671656.014931:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671656.014951:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098845 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72bc expref: 583 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.014966:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25aa00/0x87a91e500609871f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f724c expref: 582 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.014974:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff8800a7b7c900) 00010000:00010000:2.0:1734671656.014983:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.014996:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015005:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015012:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015023:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015029:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015033:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015107:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015113:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015117:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:2.0:1734671656.015434:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].640, 64 off49216 00000040:00080000:2.0:1734671656.015452:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8037, 184 off1405592 00010000:00010000:2.0:1734671656.015496:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015502:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015507:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015512:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015516:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015520:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015525:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015529:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671656.015531:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015536:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015542:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.015544:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671656.015547:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015551:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098861 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015564:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015568:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015571:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015581:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.015583:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015587:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015592:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bb:0x0].0x0 (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.015593:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671656.015595:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015599:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609885a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015626:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015631:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015635:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015638:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aeca00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.015640:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015643:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015647:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.015648:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.015650:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.015654:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e500609884c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671656.015658:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b001500 reply state ffff880093f28000 transno 4294982419 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.015672:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671656.015744:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752060160:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1109us (1256us total) trans 4294982419 rc 0/0 00000100:00100000:2.0:1734671656.015749:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29814 00000100:00100000:0.0:1734671656.016507:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.016671:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752060288 00000100:00100000:2.0:1734671656.016759:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752060288 00000100:00100000:2.0:1734671656.016799:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2927 00000100:00100000:2.0:1734671656.016805:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:1965:x1818934752060288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.016815:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.016827:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e046a00/0x87a91e5006098829 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72b5 expref: 583 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.016837:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:2.0:1734671656.016840:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.016861:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:1965:x1818934752060288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.016867:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2927 00000100:00100000:0.0:1734671656.017012:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.017217:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017225:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017229:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017234:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aedc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.017237:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017243:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017251:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88009bfbb300) 00010000:00010000:3.0:1734671656.017253:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.017256:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017260:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098853 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.017293:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752060544 00000100:00100000:3.0:1734671656.017297:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752060544 00000100:00100000:3.0:1734671656.017326:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29815 00000100:00100000:3.0:1734671656.017331:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:12139:x1818934752060544:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671656.017359:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.017368:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e50060986fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f723e expref: 581 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.017377:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff880134fe4a00) 00010000:00010000:3.0:1734671656.017383:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.017395:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017402:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017407:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017416:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017421:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017426:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017494:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017503:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.017509:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671656.017828:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].641, 64 off49280 00000004:00080000:3.0:1734671656.017835:0:11200:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 338249158540ns, next at 339249157039ns, rc = 0 00000100:00100000:0.0:1734671656.018463:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.018530:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752060672 00000100:00100000:1.0:1734671656.018534:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752060672 00000100:00100000:1.0:1734671656.018613:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29816 00000100:00100000:1.0:1734671656.018619:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:12140:x1818934752060672:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.018633:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.018737:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609887d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72c3 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.018776:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018785:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018792:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018802:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018811:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018816:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018868:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018875:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018881:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671656.018904:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00000004:00200000:1.0:1734671656.018908:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.018919:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018926:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018932:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018937:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018942:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018946:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.018949:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018955:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018963:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.018965:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.018968:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018972:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098884 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018981:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018985:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018989:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.018993:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.018995:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.019006:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.019011:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x18212104 (ffff8800943a1f00) 00010000:00010000:1.0:1734671656.019013:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.019015:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.019019:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e500609888b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.019040:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609887d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 583 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.019049:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 582 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.019055:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:1.0:1734671656.019056:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000040:00080000:3.0:1734671656.019097:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8038, 184 off1405776 00010000:00010000:1.0:1734671656.019142:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00010000:00010000:3.0:1734671656.019154:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019161:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019167:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019172:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019176:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019180:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019184:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019188:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.019190:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019199:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019205:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff8800910bdf00) 00010000:00010000:3.0:1734671656.019207:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671656.019210:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019214:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098899 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019230:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019235:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019239:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019243:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.019245:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019249:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019255:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ba:0x0].0x0 (ffff8800910bdf00) 00010000:00010000:3.0:1734671656.019256:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671656.019258:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019262:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098876 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019301:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019305:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019309:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019312:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfadc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.019314:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019318:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019325:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00000100:00100000:1.0:1734671656.019326:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752060672:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 705us (863us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671656.019327:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.019329:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.019332:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098868 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671656.019332:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29816 00000004:00010000:3.0:1734671656.019338:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b003100 reply state ffff88009310e000 transno 4294982420 ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.019344:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671656.019373:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12139:x1818934752060544:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2041us (2360us total) trans 4294982420 rc 0/0 00000100:00100000:3.0:1734671656.019379:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29815 00000100:00100000:2.0:1734671656.022344:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.023171:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752060800 00000100:00100000:0.0:1734671656.023180:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752060800 00000100:00100000:0.0:1734671656.023226:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29817 00000100:00100000:0.0:1734671656.023232:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12139:x1818934752060800:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.023250:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.023264:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060988a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72ca expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.023307:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023318:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023326:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023337:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023342:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023347:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023423:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023430:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023435:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671656.023461:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00000004:00200000:0.0:1734671656.023465:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.023483:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023491:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023496:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023501:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023506:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023510:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.023513:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023518:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023526:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671656.023528:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.023532:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023536:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e50060988a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023549:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023554:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023559:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023562:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.023564:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023569:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023574:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x18212104 (ffff88009bed0000) 00010000:00010000:0.0:1734671656.023575:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.023577:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023581:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e50060988ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.023601:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060988a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 585 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.023615:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 584 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.023620:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:0.0:1734671656.023622:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.023624:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca1400, rc 0) 00000100:00100000:0.0:1734671656.023695:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12139:x1818934752060800:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 432us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.023700:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29817 00010000:00010000:3.0:1734671656.024007:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.024015:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.024019:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.024023:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.024026:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.024030:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.024037:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff8800910bdb00) 00010000:00010000:3.0:1734671656.024039:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.024042:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.024046:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609886f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.024940:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.024998:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061056 00000100:00100000:1.0:1734671656.025003:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061056 00000100:00100000:1.0:1734671656.025038:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29818 00000100:00100000:1.0:1734671656.025044:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752061056:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.025056:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.025065:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060988bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72d1 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.025121:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.025131:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 584 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.025137:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.025162:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 584 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.025173:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 584 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.025183:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202240:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.025216:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65240 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.028374:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.029286:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.029341:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061440 00000100:00100000:1.0:1734671656.029349:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061440 00010000:00010000:1.0:1734671656.029376:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 585 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.029410:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8659 00000100:00100000:1.0:1734671656.029417:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:1965:x1818934752061440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.029428:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.029434:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 585 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.029443:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 585 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.029460:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:1.0:1734671656.029464:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029471:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029479:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029494:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.029528:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:1965:x1818934752061440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 111us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.029534:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8659 00010000:00010000:1.0:1734671656.029569:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098892 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72c3 expref: 584 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.029583:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202240:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.029600:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029606:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029611:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671656.029625:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00010000:00010000:1.0:1734671656.029754:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e50060988bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 585 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.029765:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 584 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.029770:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:1.0:1734671656.029773:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.029775:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f56fc00, rc 0) 00000100:00100000:1.0:1734671656.029792:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12140:x1818934752061056:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4748us (4855us total) trans 4294982421 rc 0/0 00000100:00100000:1.0:1734671656.029798:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29818 00000100:00100000:1.0:1734671656.029810:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061312 00000100:00100000:1.0:1734671656.029813:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061312 00000100:00100000:1.0:1734671656.029828:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29819 00000100:00100000:1.0:1734671656.029832:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12139:x1818934752061312:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.029842:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.029851:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060988d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72d8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.029902:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029911:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 585 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.029916:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.029934:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 585 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.029943:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 585 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.029952:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202368:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.029978:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65240 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.032502:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.032588:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202368:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.032604:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.032671:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061568 00000100:00100000:3.0:1734671656.032697:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061568 00010000:00010000:3.0:1734671656.032717:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 586 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.032735:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8660 00000100:00100000:3.0:1734671656.032746:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:1965:x1818934752061568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.032755:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.032759:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 586 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.032768:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 586 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.032783:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060988b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ca expref: 586 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.032796:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:3.0:1734671656.032800:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.032806:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.032811:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.032825:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.032854:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:1965:x1818934752061568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.032860:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8660 00000100:00100000:0.0:1734671656.033193:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671656.033410:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.033417:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671656.033431:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00010000:00010000:1.0:1734671656.033524:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060988d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 586 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.033538:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 585 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.033543:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:1.0:1734671656.033545:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.033547:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2000, rc 0) 00000100:00100000:1.0:1734671656.033567:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12139:x1818934752061312:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3735us (5202us total) trans 4294982422 rc 0/0 00000100:00100000:1.0:1734671656.033573:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29819 00000100:00100000:1.0:1734671656.033585:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061696 00000100:00100000:1.0:1734671656.033588:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061696 00000100:00100000:1.0:1734671656.033601:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29820 00000100:00100000:1.0:1734671656.033605:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12140:x1818934752061696:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.033618:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.033625:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060988e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72df expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.033696:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.033705:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 586 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.033710:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.033728:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 586 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.033736:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 586 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.033745:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.033772:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65540 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.035865:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.035986:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061824 00000100:00100000:3.0:1734671656.035993:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061824 00000100:00100000:3.0:1734671656.036032:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29821 00000100:00100000:3.0:1734671656.036038:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:12139:x1818934752061824:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671656.036106:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202496:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.036123:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.036415:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.036581:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.036595:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e50060988f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72e6 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.036652:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.036707:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.036716:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.036740:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.036749:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.036758:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752061952 00000100:00100000:3.0:1734671656.036759:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752202624:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.036761:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752061952 00010000:00010000:1.0:1734671656.036774:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 589 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.036792:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008d271600 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.036802:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8661 00000100:00100000:1.0:1734671656.036806:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:1964:x1818934752061952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.036814:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.036818:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 589 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.036826:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 589 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.036839:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060988c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d1 expref: 589 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.036849:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:1.0:1734671656.036853:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.036859:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.036864:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.036877:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.036885:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.036892:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.036896:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:1964:x1818934752061952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 88us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.036901:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8661 00000004:00200000:2.0:1734671656.036916:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00000004:00200000:2.0:1734671656.036920:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.036932:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.036952:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060988e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72df expref: 588 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.036975:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72df expref: 587 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.036981:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671656.036984:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.036986:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2c00, rc 0) 00000100:00100000:2.0:1734671656.037006:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:12140:x1818934752061696:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3401us (3814us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.037011:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29820 00000100:00100000:3.0:1734671656.039661:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752202624:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.039717:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.040240:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.040292:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.040346:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752062336 00000100:00100000:3.0:1734671656.040353:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752062336 00000100:00100000:3.0:1734671656.040387:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7232 00000100:00100000:3.0:1734671656.040393:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:12140:x1818934752062336:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671656.040542:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752062080 00000100:00100000:1.0:1734671656.040546:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752062080 00010000:00010000:1.0:1734671656.040560:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.040576:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8662 00000100:00100000:1.0:1734671656.040581:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:1965:x1818934752062080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.040589:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.040593:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.040602:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 438 lvb_type: 0 00000040:00080000:3.0:1734671656.040615:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8039, 168 off1405944 00010000:00010000:1.0:1734671656.040617:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060988d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72d8 expref: 588 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.040627:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:1.0:1734671656.040630:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.040637:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.040642:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.040656:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.040721:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12140:x1818934752062336:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 327us (427us total) trans 4294982423 rc 0/0 00000100:00100000:3.0:1734671656.040727:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7232 00000100:00100000:1.0:1734671656.040776:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:1965:x1818934752062080:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 192us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.040781:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8662 00010000:00010000:3.0:1734671656.040966:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.040973:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671656.040997:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00000004:00200000:3.0:1734671656.041000:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.041009:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.041029:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e50060988f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72e6 expref: 587 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.041039:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72e6 expref: 586 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.041045:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:3.0:1734671656.041047:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.041049:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226f400, rc 0) 00000100:00100000:3.0:1734671656.041066:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:12139:x1818934752061824:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5028us (5208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.041071:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29821 00000100:00100000:0.0:1734671656.042550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.042703:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752062464 00000100:00100000:3.0:1734671656.042708:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752062464 00000100:00100000:3.0:1734671656.042730:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29822 00000100:00100000:3.0:1734671656.042735:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+586:12140:x1818934752062464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.042751:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.042762:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098902 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72ed expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.042803:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042813:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042821:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042832:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042836:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042841:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042912:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042919:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042925:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671656.042945:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00000004:00200000:3.0:1734671656.042948:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.042959:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042966:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042973:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042977:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042982:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042986:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.042989:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.042995:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043002:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671656.043005:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.043008:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043012:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098909 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043020:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043024:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043028:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043031:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfadc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.043034:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043038:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043043:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x18212104 (ffff8800910bdf00) 00010000:00010000:3.0:1734671656.043045:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.043047:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043057:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfadc00/0x87a91e5006098910 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.043077:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098902 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ed expref: 588 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.043086:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ed expref: 587 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.043091:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:3.0:1734671656.043093:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.043095:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfad000, rc 0) 00000100:00100000:3.0:1734671656.043133:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:12140:x1818934752062464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 397us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.043138:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29822 00000100:00100000:2.0:1734671656.043293:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.043603:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752062720 00000100:00100000:3.0:1734671656.043607:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752062720 00000100:00100000:3.0:1734671656.043635:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7233 00000100:00100000:3.0:1734671656.043640:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+587:12139:x1818934752062720:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.044518:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8040, 168 off1406112 00000100:00100000:3.0:1734671656.045696:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12139:x1818934752062720:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2050us (2398us total) trans 4294982424 rc 0/0 00000100:00100000:3.0:1734671656.045704:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7233 00000100:00100000:0.0:1734671656.048050:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.048102:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.048108:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752062848 00000100:00100000:2.0:1734671656.048116:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752062848 00000100:00100000:2.0:1734671656.048163:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29823 00000100:00100000:2.0:1734671656.048170:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12140:x1818934752062848:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.048185:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.048198:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609891e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72f4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.048329:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752062976 00000100:00100000:1.0:1734671656.048333:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752062976 00000100:00100000:0.0:1734671656.048505:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.048611:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.048622:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.048795:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.048824:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.048829:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.048837:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.048885:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2928 00000100:00100000:1.0:1734671656.048892:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:1964:x1818934752062976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.048941:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.048953:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098917 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ed expref: 590 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.048964:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:1.0:1734671656.048968:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.049131:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063104 00000100:00100000:3.0:1734671656.049135:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063104 00000100:00100000:3.0:1734671656.049160:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29824 00000100:00100000:3.0:1734671656.049164:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:12139:x1818934752063104:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.049174:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.049181:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098933 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f72fb expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.049204:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049210:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049215:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049223:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049227:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049231:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049290:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049296:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049301:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671656.049321:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00000004:00200000:3.0:1734671656.049324:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.049334:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049340:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049345:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049349:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049354:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049358:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.049361:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049366:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049372:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671656.049374:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.049377:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049381:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609893a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049388:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049391:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049395:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049399:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.049401:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049404:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049408:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x18212104 (ffff8800910bda00) 00010000:00010000:3.0:1734671656.049410:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.049411:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049415:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098941 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.049431:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72fb expref: 592 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.049438:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72fb expref: 591 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.049447:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:3.0:1734671656.049449:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.049450:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae23200, rc 0) 00010000:00010000:2.0:1734671656.049487:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049492:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049496:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049499:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.049501:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049505:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049510:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.049511:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.049513:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049516:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098925 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049530:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049534:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049538:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049541:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aedc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.049543:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049547:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049551:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88009bfbbb00) 00010000:00010000:2.0:1734671656.049553:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.049554:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049558:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e500609892c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.049578:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609891e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72f4 expref: 591 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.049583:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e500609891e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72f4 expref: 591 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.049588:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094aec000, rc 0) 00000100:00100000:1.0:1734671656.049631:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:1964:x1818934752062976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 739us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.049637:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2928 00000100:00100000:3.0:1734671656.051284:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752063104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2112us (2772us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.051291:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29824 00000100:00100000:2.0:1734671656.051671:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12140:x1818934752062848:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3492us (3619us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.051693:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29823 00000100:00100000:2.0:1734671656.060172:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.060211:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.060239:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.060348:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063232 00000100:00100000:3.0:1734671656.060355:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063232 00000100:00100000:3.0:1734671656.060386:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063360 00000100:00100000:3.0:1734671656.060388:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063360 00000100:00100000:3.0:1734671656.060404:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29825 00000100:00100000:3.0:1734671656.060410:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12140:x1818934752063232:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.060426:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.060440:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609894f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7302 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.060467:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609894f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7302 expref: 590 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.060479:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609894f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7302 expref: 590 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.060485:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671656.060488:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.060490:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae22400, rc 0) 00000100:00100000:3.0:1734671656.060525:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:12140:x1818934752063232:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 115us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.060530:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29825 00000100:00100000:3.0:1734671656.060545:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29826 00000100:00100000:3.0:1734671656.060549:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752063360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.060556:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.060562:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23000/0x87a91e5006098956 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7309 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.060599:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060607:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060614:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060624:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060629:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060634:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060714:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060720:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060725:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060730:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.060733:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060739:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060747:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671656.060749:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.060752:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060757:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609895d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060767:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060772:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060776:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060779:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.060782:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060786:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060791:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff8800910bdf00) 00010000:00010000:3.0:1734671656.060793:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.060795:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060799:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098964 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.060827:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23000/0x87a91e5006098956 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7309 expref: 590 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.060833:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23000/0x87a91e5006098956 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7309 expref: 590 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.060839:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae23000, rc 0) 00000100:00100000:3.0:1734671656.060854:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752063360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 304us (643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.060859:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29826 00000100:00100000:0.0:1734671656.060933:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063488 00000100:00100000:0.0:1734671656.060937:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063488 00000100:00100000:0.0:1734671656.060957:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2929 00000100:00100000:0.0:1734671656.060961:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:1967:x1818934752063488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671656.060969:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671656.060979:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098948 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72fb expref: 589 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.060994:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:0.0:1734671656.060997:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671656.061017:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:1967:x1818934752063488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 54us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.061023:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2929 00000100:00100000:0.0:1734671656.066090:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.066174:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063616 00000100:00100000:1.0:1734671656.066182:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063616 00000100:00100000:1.0:1734671656.066227:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29827 00000100:00100000:1.0:1734671656.066234:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12139:x1818934752063616:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.066250:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.066264:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609896b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7310 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.066291:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609896b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7310 expref: 589 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.066302:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609896b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7310 expref: 589 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.066310:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.066312:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.066315:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00000100:00100000:1.0:1734671656.066364:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752063616:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 129us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.066370:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29827 00000100:00100000:0.0:1734671656.070954:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.071049:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063744 00000100:00100000:3.0:1734671656.071057:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063744 00000100:00100000:3.0:1734671656.071105:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7234 00000100:00100000:3.0:1734671656.071112:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12140:x1818934752063744:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671656.074418:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.074502:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752063872 00000100:00100000:2.0:1734671656.074509:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752063872 00000100:00100000:2.0:1734671656.074552:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7235 00000100:00100000:2.0:1734671656.074559:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12139:x1818934752063872:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671656.082554:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:12140:x1818934752063744:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 11433us (11598us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.082568:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7234 00000100:00100000:2.0:1734671656.083125:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752063872:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 8564us (8712us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.083132:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7235 00000100:00100000:0.0:1734671656.090354:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.091949:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.092117:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752064000 00000100:00100000:1.0:1734671656.092125:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752064000 00000100:00100000:1.0:1734671656.092166:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752064128 00000100:00100000:1.0:1734671656.092168:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752064128 00000100:00100000:1.0:1734671656.092183:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29828 00000100:00100000:1.0:1734671656.092189:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:12140:x1818934752064000:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.092206:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.092221:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098972 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7317 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.092271:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092284:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092292:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092304:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092308:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092312:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092360:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092368:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092373:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092384:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.092387:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092393:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092401:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.092403:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.092406:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092410:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098979 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092423:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092427:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092431:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092435:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012f56fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.092437:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092445:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092450:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff8800943a1700) 00010000:00010000:1.0:1734671656.092452:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.092454:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092459:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098980 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092490:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098972 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7317 expref: 591 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.092496:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7317 expref: 591 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.092503:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffa00, rc 0) 00000100:00100000:1.0:1734671656.092537:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:12140:x1818934752064000:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 349us (2193us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.092543:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29828 00000100:00100000:1.0:1734671656.092556:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29829 00000100:00100000:1.0:1734671656.092560:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752064128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.092565:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.092571:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098987 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f731e expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.092589:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092595:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092600:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092607:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092611:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092616:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092639:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092643:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092647:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092650:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.092652:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092656:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092671:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.092673:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.092691:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092695:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609898e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092701:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092705:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092709:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092712:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.092714:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092717:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092722:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff8800943a1f00) 00010000:00010000:1.0:1734671656.092723:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.092725:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092728:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.092750:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098987 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f731e expref: 590 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.092756:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098987 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f731e expref: 590 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.092761:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2000, rc 0) 00000100:00100000:1.0:1734671656.092775:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752064128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 214us (831us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.092779:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29829 00000100:00100000:1.0:1734671656.096294:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.096808:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.097345:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752064384 00000100:00100000:2.0:1734671656.097352:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752064384 00000100:00100000:2.0:1734671656.097391:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752064640 00000100:00100000:2.0:1734671656.097393:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752064640 00000100:00100000:2.0:1734671656.097408:0:7098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 264 00000100:00100000:2.0:1734671656.097414:0:7098:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+590:12140:x1818934752064384:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671656.097453:0:7098:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671656.097476:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e50060988ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72df expref: 590 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.097504:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671656.097513:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609894f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7302 expref: 589 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671656.097549:0:17779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 265 00000100:00100000:0.0:1734671656.097554:0:17779:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752064640:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671656.097569:0:17779:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1734671656.097579:0:17779:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e50060988fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72e6 expref: 589 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.097592:0:17779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:0.0:1734671656.097603:0:17779:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609896b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7310 expref: 588 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.097610:0:17779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671656.097612:0:17779:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671656.097668:0:17779:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.097691:0:17779:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.097699:0:17779:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.097710:0:17779:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.097715:0:17779:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.097720:0:17779:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.097736:0:17779:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17779 initiator: MDT0 00010000:00010000:2.0:1734671656.098183:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.098185:0:7098:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.098213:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098220:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098226:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098234:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098238:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098242:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098253:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098258:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.098263:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:0.0:1734671656.098296:0:17779:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:0.0:1734671656.098302:0:17779:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098540:0:17779:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098547:0:17779:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098554:0:17779:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00000040:00080000:1.0:1734671656.098837:0:17779:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8041, 224 off1406336 00000004:00010000:1.0:1734671656.098911:0:17779:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f7e4e00 reply state ffff880094ba6000 transno 4294982425 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00000100:00100000:1.0:1734671656.098917:0:17779:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1734671656.098921:0:17779:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f7e4e00 reply state ffff880094ba6000 transno 4294982425 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00000100:00100000:1.0:1734671656.098924:0:17779:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1734671656.098927:0:17779:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098932:0:17779:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098936:0:17779:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098941:0:17779:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.098944:0:17779:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098949:0:17779:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17779 initiator: MDT0 00010000:00010000:1.0:1734671656.098955:0:17779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.098957:0:17779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.098960:0:17779:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:2.0:1734671656.098962:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671656.098964:0:17779:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609899c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:2.0:1734671656.098970:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00000004:00010000:1.0:1734671656.098971:0:17779:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f7e4e00 reply state ffff880094ba6000 transno 4294982425 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17779 initiator: MDT0 00000100:00100000:1.0:1734671656.098975:0:17779:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00010000:00010000:2.0:1734671656.098976:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:1.0:1734671656.099028:0:17779:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12139:x1818934752064640:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1472us (2220us total) trans 4294982425 rc 0/0 00000100:00100000:1.0:1734671656.099035:0:17779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 265 00000040:00080000:2.0:1734671656.099150:0:7098:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8042, 224 off1406560 00000004:00010000:2.0:1734671656.099202:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f7e5180 reply state ffff88008cf58000 transno 4294982426 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.099207:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1734671656.099209:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f7e5180 reply state ffff88008cf58000 transno 4294982426 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.099213:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1734671656.099215:0:7098:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.099219:0:7098:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.099223:0:7098:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.099227:0:7098:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.099229:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.099233:0:7098:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.099238:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.099240:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.099242:0:7098:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.099246:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e50060989b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000004:00010000:2.0:1734671656.099252:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f7e5180 reply state ffff88008cf58000 transno 4294982426 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.099255:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1734671656.099283:0:7098:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12140:x1818934752064384:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1868us (2994us total) trans 4294982426 rc 0/0 00000100:00100000:2.0:1734671656.099289:0:7098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 264 00010000:00010000:3.0:1734671656.101982:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.101996:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102005:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102010:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.102014:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102019:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102031:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x18212104 (ffff88009bed0a00) 00010000:00010000:3.0:1734671656.102033:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.102036:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102040:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e50060989a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102069:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102075:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102079:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102083:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.102085:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102090:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102096:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff88009bed0300) 00010000:00010000:3.0:1734671656.102098:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.102100:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102104:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e50060989aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102113:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102118:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102123:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102126:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.102128:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102133:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102139:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:3.0:1734671656.102140:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671656.102142:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00010000:00010000:3.0:1734671656.102147:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e50060989c6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17779 initiator: MDT0 00000100:00100000:0.0:1734671656.102645:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.102816:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102823:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102827:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102832:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aedc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.102834:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102839:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102850:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x18212104 (ffff88009bfbbb00) 00010000:00010000:3.0:1734671656.102852:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.102854:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102858:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e50060989b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102869:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102873:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102877:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102881:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.102883:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102888:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102893:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88009bfbb800) 00010000:00010000:3.0:1734671656.102894:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.102896:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.102899:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e50060989bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.102978:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752064768 00000100:00100000:2.0:1734671656.102985:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752064768 00000100:00100000:2.0:1734671656.103125:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29830 00000100:00100000:2.0:1734671656.103131:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12139:x1818934752064768:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.103295:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.103309:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060989d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7325 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.103355:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103366:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103373:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103382:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103388:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103393:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103465:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103472:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103477:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671656.103501:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00000004:00200000:2.0:1734671656.103504:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.103516:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103523:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103529:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103533:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103537:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103541:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.103543:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103548:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103554:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671656.103556:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.103558:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103561:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e50060989db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103572:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103577:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103582:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103585:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.103593:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103598:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103604:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff88009bfbb100) 00010000:00010000:2.0:1734671656.103605:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.103607:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103611:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e50060989e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.103632:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e50060989d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 590 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.103642:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 589 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.103648:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:2.0:1734671656.103649:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.103651:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f56fc00, rc 0) 00000100:00100000:2.0:1734671656.103725:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12139:x1818934752064768:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 593us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.103733:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29830 00000100:00100000:0.0:1734671656.104237:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.105192:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.105201:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.105206:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.105210:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfad000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.105213:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.105218:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.105226:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:3.0:1734671656.105228:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1734671656.105231:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:3.0:1734671656.105234:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e50060989cd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.105786:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752064896 00000100:00100000:2.0:1734671656.105793:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752064896 00000100:00100000:2.0:1734671656.105825:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29831 00000100:00100000:2.0:1734671656.105830:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+588:12140:x1818934752064896:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.105847:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.105857:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060989f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f732c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.105892:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105901:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105907:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105915:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105920:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105924:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105986:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105990:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.105996:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671656.106014:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00000004:00200000:2.0:1734671656.106017:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.106025:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106031:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106035:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106039:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106043:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106047:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.106049:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106053:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106058:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.106060:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.106062:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106065:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e50060989f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106073:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106077:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106081:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106084:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d73200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.106085:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106089:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106093:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.106094:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.106096:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106099:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e50060989fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.106114:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e50060989f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 590 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.106122:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 589 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.106126:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671656.106128:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.106130:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbd5800, rc 0) 00000100:00100000:2.0:1734671656.106161:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12140:x1818934752064896:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 330us (1925us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.106167:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29831 00000100:00100000:0.0:1734671656.111031:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.111603:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752065152 00000100:00100000:2.0:1734671656.111610:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752065152 00000100:00100000:2.0:1734671656.111649:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29832 00000100:00100000:2.0:1734671656.111655:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+589:12140:x1818934752065152:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.111703:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.111720:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098a0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7333 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.111789:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.111800:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 590 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.111806:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.111830:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 590 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.111839:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 590 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.111849:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752202752:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.111899:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc600 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.114268:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.114726:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752065408 00000100:00100000:1.0:1734671656.114734:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752065408 00000100:00100000:1.0:1734671656.114837:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29833 00000100:00100000:1.0:1734671656.114844:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12139:x1818934752065408:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.114860:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.114876:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098a1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f733a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.114952:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.114964:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.114969:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.114996:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.115005:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.115015:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202880:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.115059:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65240 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.115646:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752202752:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.115671:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671656.118138:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.118948:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752065536 00000100:00100000:3.0:1734671656.118956:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752065536 00010000:00010000:3.0:1734671656.118983:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 593 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.119007:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8663 00000100:00100000:3.0:1734671656.119013:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:1964:x1818934752065536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.119024:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.119029:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 593 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.119039:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 593 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.119057:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098a05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f732c expref: 593 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.119070:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:3.0:1734671656.119074:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.119081:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.119090:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.119119:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.119152:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1964:x1818934752065536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 138us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.119157:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8663 00010000:00010000:2.0:1734671656.119586:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.119594:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671656.119609:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00010000:00010000:2.0:1734671656.120368:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098a0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 593 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.120394:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 592 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.120399:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671656.120402:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1734671656.120404:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2c00, rc 0) 00000100:00100000:2.0:1734671656.120427:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:12140:x1818934752065152:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 8771us (9404us total) trans 4294982427 rc 0/0 00000100:00100000:2.0:1734671656.120432:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29832 00000100:00100000:0.0:1734671656.120658:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.120782:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752202880:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.120798:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.122090:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752065664 00000100:00100000:2.0:1734671656.122097:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752065664 00010000:00010000:2.0:1734671656.122120:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.122149:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8664 00000100:00100000:2.0:1734671656.122154:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:1964:x1818934752065664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.122164:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.122168:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.122177:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.122192:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e50060989e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7325 expref: 592 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.122202:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:2.0:1734671656.122206:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.122212:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.122218:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.122243:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.122271:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:1964:x1818934752065664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 116us (1613us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.122277:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8664 00010000:00010000:1.0:1734671656.122442:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.122448:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671656.122462:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00010000:00010000:1.0:1734671656.122550:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098a1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.122563:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 591 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.122569:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:1.0:1734671656.122571:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.122573:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffe00, rc 0) 00000100:00100000:1.0:1734671656.122593:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12139:x1818934752065408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7749us (8333us total) trans 4294982428 rc 0/0 00000100:00100000:1.0:1734671656.122598:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29833 00000100:00100000:0.0:1734671656.124618:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.124697:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.124875:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752065792 00000100:00100000:1.0:1734671656.124882:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752065792 00000100:00100000:1.0:1734671656.124920:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752065920 00000100:00100000:1.0:1734671656.124923:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752065920 00000100:00100000:1.0:1734671656.124947:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29834 00000100:00100000:1.0:1734671656.124953:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:12140:x1818934752065792:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.124971:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.124985:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098a36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7341 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.125041:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.125051:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 593 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.125057:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.125083:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 593 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.125092:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 593 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.125111:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752203008:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.125152:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65240 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.125213:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29835 00000100:00100000:3.0:1734671656.125219:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752065920:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.125227:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.125235:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7348 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.125261:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.125269:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 594 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.125274:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.125288:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 594 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.125295:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 594 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.125303:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752203136:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.125322:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88009bfd19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.128705:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752203008:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.128732:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.129420:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.129530:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752203136:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.129549:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.130082:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.130128:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066176 00000100:00100000:3.0:1734671656.130139:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066176 00010000:00010000:3.0:1734671656.130162:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 595 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.130181:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066048 00000100:00100000:3.0:1734671656.130182:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066048 00010000:00010000:3.0:1734671656.130189:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 596 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.130200:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8665 00000100:00100000:3.0:1734671656.130205:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:1966:x1818934752066176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.130216:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671656.130218:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8666 00010000:00010000:3.0:1734671656.130222:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 596 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.130226:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:1966:x1818934752066048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.130232:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 596 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.130236:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.130241:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 596 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.130250:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098a13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5bd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7333 expref: 596 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.130250:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 596 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.130260:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:2.0:1734671656.130264:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a21 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5bc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f733a expref: 595 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.130265:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.130272:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.130273:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:2.0:1734671656.130276:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.130278:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.130282:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.130286:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.130299:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.130303:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.130328:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:1966:x1818934752066048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 102us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.130334:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8666 00010000:00010000:0.0:1734671656.130393:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.130398:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671656.130429:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00000004:00200000:0.0:1734671656.130432:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.130444:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.130475:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098a36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7341 expref: 594 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.130494:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7341 expref: 593 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.130499:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:0.0:1734671656.130502:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.130504:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094aec400, rc 0) 00000100:00100000:3.0:1734671656.130691:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:1966:x1818934752066176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 469us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.130697:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8665 00010000:00010000:3.0:1734671656.131107:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.131114:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671656.131135:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00000004:00200000:3.0:1734671656.131137:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.131145:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.131163:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7348 expref: 593 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.131380:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7348 expref: 592 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.131386:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:3.0:1734671656.131388:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.131390:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226e800, rc 0) 00000100:00100000:3.0:1734671656.131413:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:12139:x1818934752065920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6193us (6736us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.131419:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29835 00000100:00100000:0.0:1734671656.131522:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12140:x1818934752065792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6568us (6909us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.131528:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29834 00000100:00100000:3.0:1734671656.135434:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.135810:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066304 00000100:00100000:0.0:1734671656.135817:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066304 00000100:00100000:0.0:1734671656.135855:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29836 00000100:00100000:0.0:1734671656.135861:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12139:x1818934752066304:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.135874:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.135886:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098a52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f734f expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.135935:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.137657:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.137737:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137796:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137805:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137812:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137866:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137872:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137878:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137882:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.137886:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137892:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137901:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.137904:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.137907:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137912:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137936:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137940:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137944:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137948:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.137949:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137954:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137959:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800943a1e00) 00010000:00010000:1.0:1734671656.137961:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.137963:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.137970:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffa00/0x87a91e5006098a60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.138006:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098a52 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f734f expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.138012:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098a52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f734f expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.138018:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4025000, rc 0) 00000100:00100000:1.0:1734671656.138483:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12139:x1818934752066304:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2620us (3054us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.138490:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29836 00000100:00100000:3.0:1734671656.142618:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.142799:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066432 00000100:00100000:1.0:1734671656.142808:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066432 00000100:00100000:1.0:1734671656.142845:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29837 00000100:00100000:1.0:1734671656.142852:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12140:x1818934752066432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.142867:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.142885:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098a67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7356 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.142935:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.142945:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.142954:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.142964:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.142969:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.142973:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143020:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143025:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143030:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143033:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.143037:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143042:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143050:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.143052:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.143056:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143060:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098a6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143068:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143073:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143076:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143080:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.143082:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143087:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143092:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff8800943a1f00) 00010000:00010000:1.0:1734671656.143094:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.143096:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143099:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098a75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.143127:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098a67 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7356 expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.143134:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098a67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7356 expref: 592 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.143140:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ff400, rc 0) 00000100:00100000:1.0:1734671656.143188:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+591:12140:x1818934752066432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 336us (577us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.143196:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29837 00000100:00100000:0.0:1734671656.145592:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.145631:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.145740:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066560 00000100:00100000:2.0:1734671656.145743:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066688 00000100:00100000:1.0:1734671656.145746:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066560 00000100:00100000:2.0:1734671656.145747:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066688 00000100:00100000:1.0:1734671656.145775:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29838 00000100:00100000:1.0:1734671656.145781:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:12140:x1818934752066560:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.145797:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.145810:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098a7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f735d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.145836:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f735d expref: 593 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.145846:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f735d expref: 593 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.145852:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.145854:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.145857:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094aec000, rc 0) 00000100:00100000:1.0:1734671656.145892:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934752066560:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 111us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.145897:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29838 00000100:00100000:1.0:1734671656.145910:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29839 00000100:00100000:1.0:1734671656.145914:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+592:12139:x1818934752066688:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.145919:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.145924:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098a83 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7364 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.145940:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098a83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7364 expref: 593 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.145947:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098a83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7364 expref: 593 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.145952:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.145953:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.145955:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094aec800, rc 0) 00000100:00100000:1.0:1734671656.145966:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752066688:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 51us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.145969:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29839 00000100:00100000:0.0:1734671656.150122:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.150182:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.150201:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066816 00000100:00100000:2.0:1734671656.150208:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066816 00000100:00100000:2.0:1734671656.150247:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752066944 00000100:00100000:2.0:1734671656.150250:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752066944 00000100:00100000:3.0:1734671656.150259:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7236 00000100:00100000:3.0:1734671656.150267:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12139:x1818934752066816:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671656.150272:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7237 00000100:00100000:2.0:1734671656.150277:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12140:x1818934752066944:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671656.156781:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12140:x1818934752066944:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 6495us (6591us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.156792:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7237 00000100:00100000:3.0:1734671656.156876:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752066816:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 6608us (6760us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.156883:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7236 00000100:00100000:0.0:1734671656.160347:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.160434:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752067072 00000100:00100000:3.0:1734671656.160441:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752067072 00000100:00100000:3.0:1734671656.160474:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29840 00000100:00100000:3.0:1734671656.160480:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934752067072:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.160496:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.160510:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098a8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f736b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.160555:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160565:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160573:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160585:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160594:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160599:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160649:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160654:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160659:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160694:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.160698:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160704:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160714:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671656.160716:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.160720:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160723:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098a91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160748:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160752:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160756:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160759:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.160761:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160765:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160770:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff8800910bdf00) 00010000:00010000:3.0:1734671656.160772:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.160774:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160778:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098a98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.160808:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098a8a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f736b expref: 594 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.160814:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098a8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f736b expref: 594 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.160821:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226f400, rc 0) 00000100:00100000:3.0:1734671656.160867:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934752067072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 386us (525us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.160873:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29840 00000100:00100000:1.0:1734671656.161585:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.161631:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752067200 00000100:00100000:0.0:1734671656.161636:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752067200 00000100:00100000:0.0:1734671656.161668:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29841 00000100:00100000:0.0:1734671656.161673:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752067200:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.161703:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.161711:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7372 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.161738:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161744:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161750:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161761:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161766:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161770:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161800:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161804:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161808:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161812:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.161814:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161818:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161824:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671656.161826:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.161828:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161832:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098aa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161844:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161849:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161852:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161856:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.161858:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161862:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161868:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff88009bed0000) 00010000:00010000:0.0:1734671656.161870:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.161871:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161876:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098aad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.161899:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a9f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7372 expref: 594 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.161905:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098a9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7372 expref: 594 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.161911:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4024400, rc 0) 00000100:00100000:0.0:1734671656.161934:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752067200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 260us (350us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.161939:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29841 00000100:00100000:0.0:1734671656.163895:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.165585:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.165713:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752067456 00000100:00100000:1.0:1734671656.165721:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752067456 00000100:00100000:1.0:1734671656.165760:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752067712 00000100:00100000:1.0:1734671656.165762:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752067712 00000100:00100000:1.0:1734671656.165776:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29842 00000100:00100000:1.0:1734671656.165782:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12140:x1818934752067456:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:3.0:1734671656.165786:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29843 00000100:00100000:3.0:1734671656.165793:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12139:x1818934752067712:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.165798:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.165801:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.165812:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098ab4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7380 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.165812:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098abb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7379 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.165885:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165889:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165896:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165897:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.165905:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165905:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165915:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165915:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165920:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165920:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165924:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165925:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165951:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165951:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165956:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165956:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165961:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165961:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165965:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.165965:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.165968:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165968:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165973:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165973:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165982:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.165982:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671656.165984:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.165984:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.165987:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165988:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.165991:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098ac9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.165992:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098ac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166001:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.166004:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166005:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.166008:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166009:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.166012:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfad000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.166012:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166014:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.166015:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.166017:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166018:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.166021:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166023:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800910bda00) 00010000:00010000:3.0:1734671656.166025:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.166026:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff8800943a1e00) 00010000:00010000:3.0:1734671656.166027:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.166028:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.166030:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166031:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098ad7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.166034:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098ad0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.166051:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098ab4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7380 expref: 596 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.166051:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098abb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7379 expref: 596 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.166057:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098ab4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7380 expref: 596 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.166058:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098abb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7379 expref: 596 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.166065:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ff400, rc 0) 00010000:00010000:3.0:1734671656.166069:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bed6c00, rc 0) 00000100:00100000:1.0:1734671656.166379:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12140:x1818934752067456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 595us (2487us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.166384:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29842 00000100:00100000:3.0:1734671656.166554:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752067712:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 759us (973us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.166561:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29843 00000100:00100000:0.0:1734671656.170138:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.173615:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752067840 00000100:00100000:3.0:1734671656.173627:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752067840 00000100:00100000:3.0:1734671656.173690:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29844 00000100:00100000:3.0:1734671656.173697:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934752067840:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.173713:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.173730:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098ade lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7387 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.173776:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173787:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173795:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173805:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173810:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173814:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173857:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173861:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173866:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173870:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.173872:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173877:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173885:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671656.173887:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.173890:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173894:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098ae5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173902:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173906:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173910:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173913:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.173915:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173919:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173923:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff8800910bdf00) 00010000:00010000:3.0:1734671656.173924:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.173926:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173929:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098aec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.173952:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098ade lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7387 expref: 594 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.173957:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098ade lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7387 expref: 594 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.173963:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca1400, rc 0) 00000100:00100000:3.0:1734671656.174004:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12140:x1818934752067840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 306us (3872us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.174009:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29844 00000100:00100000:0.0:1734671656.174445:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.174569:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752067968 00000100:00100000:1.0:1734671656.174573:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752067968 00000100:00100000:1.0:1734671656.174599:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29845 00000100:00100000:1.0:1734671656.174604:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752067968:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.174611:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.174619:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098af3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f738e expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.174643:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174650:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174656:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174716:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174721:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174727:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174755:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174762:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174767:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174770:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aeca00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.174772:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174776:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174781:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.174782:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.174785:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174788:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098afa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174794:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174798:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174801:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174805:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aedc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.174807:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174814:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174818:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800943a1200) 00010000:00010000:1.0:1734671656.174819:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.174821:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174824:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098b01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.174846:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098af3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f738e expref: 594 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.174852:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098af3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f738e expref: 594 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.174858:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00000100:00100000:1.0:1734671656.174879:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+593:12139:x1818934752067968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 274us (434us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.174884:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29845 00000100:00100000:0.0:1734671656.178794:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.178846:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.178938:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752068480 00000100:00100000:3.0:1734671656.178945:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752068224 00000100:00100000:1.0:1734671656.178949:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752068480 00000100:00100000:3.0:1734671656.178955:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752068224 00000100:00100000:1.0:1734671656.179000:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29846 00000100:00100000:1.0:1734671656.179008:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12140:x1818934752068480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.179035:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.179039:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671656.179072:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098a7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f735d expref: 594 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.179089:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.179094:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.179108:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098b08 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f739c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.179243:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.179256:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.179265:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.179277:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.179282:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.179286:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:1.0:1734671656.179878:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c3:0x0], index 0: 0 00000100:00100000:0.0:1734671656.179965:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29847 00000100:00100000:0.0:1734671656.179972:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+594:12139:x1818934752068224:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.179982:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.179983:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671656.179997:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098a83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7364 expref: 594 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.180029:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671656.180033:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671656.180041:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098b1d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7395 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.180103:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180111:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180117:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180131:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180136:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180142:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:0.0:1734671656.180382:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c4:0x0], index 1: 0 00000040:00080000:0.0:1734671656.180444:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8043, 184 off1406744 00010000:00010000:0.0:1734671656.180539:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098b32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180546:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098b32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180552:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098b32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180582:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180588:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180600:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180605:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.180609:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180620:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180627:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671656.180629:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.180632:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.180635:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098b24 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671656.180643:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c5f80 reply state ffff880131b24000 transno 4294982429 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.180649:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671656.180705:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024400/0x87a91e5006098b1d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7395 expref: 596 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.180716:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098b32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7395 expref: 595 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.180721:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5be:0x0].0x0 (ffff88009bed0600) 00010000:00010000:0.0:1734671656.180723:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.180725:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33600, rc 0) 00000100:00100000:0.0:1734671656.180791:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:12139:x1818934752068224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 819us (1945us total) trans 4294982429 rc 0/0 00000100:00100000:0.0:1734671656.180798:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29847 00000040:00080000:1.0:1734671656.181523:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8044, 184 off1406928 00010000:00010000:1.0:1734671656.181613:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e5006098b40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181621:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e5006098b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181628:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e5006098b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181649:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181653:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181658:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181673:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.181694:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181699:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181707:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.181709:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.181711:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.181715:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098b0f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671656.181724:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c5180 reply state ffff88009983f000 transno 4294982430 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671656.181729:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671656.181747:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e5006098b08 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f739c expref: 597 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.181755:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e5006098b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f739c expref: 596 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.181761:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bf:0x0].0x0 (ffff8800943a1e00) 00010000:00010000:1.0:1734671656.181762:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.181764:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a75000, rc 0) 00000100:00100000:1.0:1734671656.181796:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+597:12140:x1818934752068480:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2789us (3014us total) trans 4294982430 rc 0/0 00000100:00100000:1.0:1734671656.181801:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29846 00010000:00010000:2.0:1734671656.186771:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.186781:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.186786:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.186788:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.186789:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.186792:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.186796:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.186800:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.186806:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.186808:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff8800943a1d00) 00010000:00010000:2.0:1734671656.186810:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.186811:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.186813:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.186815:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.186816:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff600/0x87a91e5006098b16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.186821:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.186833:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff88009bed0300) 00010000:00010000:3.0:1734671656.186835:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.186838:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.186842:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098b2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.187402:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.187437:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.187488:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752068608 00000100:00100000:2.0:1734671656.187497:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752068608 00000100:00100000:2.0:1734671656.187526:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752068736 00000100:00100000:2.0:1734671656.187528:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752068736 00000100:00100000:1.0:1734671656.187539:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4617 00000100:00100000:1.0:1734671656.187549:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1965:x1818934752068608:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:2.0:1734671656.187563:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4618 00010000:00010000:1.0:1734671656.187569:0:18847:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734671656.187570:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1965:x1818934752068736:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.187584:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.187589:0:18847:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73a3 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.187597:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73aa expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734671656.187621:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1734671656.187635:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.187637:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.187643:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 87 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.187654:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 87 pid: 8437 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734671656.187655:0:18847:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1734671656.187696:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbd5c00, rc 0) 00010000:00010000:1.0:1734671656.187702:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.187705:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.187711:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 87 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.187723:0:18847:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 87 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.187732:0:18847:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e046a00, rc 0) 00000100:00100000:2.0:1734671656.187741:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1965:x1818934752068736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 170us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.187762:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1965:x1818934752068608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 214us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.187768:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4617 00000100:00100000:2.0:1734671656.187972:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4618 00000100:00100000:1.0:1734671656.190996:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.191174:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.191231:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752069248 00000100:00100000:2.0:1734671656.191232:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752068992 00000100:00100000:3.0:1734671656.191241:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752069248 00000100:00100000:2.0:1734671656.191243:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752068992 00000100:00100000:3.0:1734671656.191282:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7238 00000100:00100000:3.0:1734671656.191290:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:12140:x1818934752069248:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671656.191293:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7239 00000100:00100000:2.0:1734671656.191300:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+596:12139:x1818934752068992:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.193220:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8045, 168 off1407096 00000001:00080000:2.0:1734671656.193229:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982431 00000040:00080000:3.0:1734671656.193569:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8046, 168 off1407264 00000001:00080000:3.0:1734671656.193575:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982432 00000100:00100000:2.0:1734671656.193946:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+600:12139:x1818934752068992:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2643us (2957us total) trans 4294982433 rc 0/0 00000100:00100000:2.0:1734671656.193956:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7239 00000020:00080000:2.0:1734671656.193961:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734671656.194767:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:12140:x1818934752069248:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 3475us (3590us total) trans 4294982434 rc 0/0 00000100:00100000:3.0:1734671656.194781:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7238 00000020:00080000:3.0:1734671656.194784:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.198521:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.198566:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.198618:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752069760 00000100:00100000:1.0:1734671656.198631:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752069760 00000100:00100000:1.0:1734671656.198832:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752069504 00000100:00100000:1.0:1734671656.198836:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752069504 00000100:00100000:2.0:1734671656.198838:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29848 00000100:00100000:2.0:1734671656.198848:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+600:12139:x1818934752069760:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671656.198895:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.198914:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098b32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7395 expref: 600 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.198928:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5be:0x0].0x0 (ffff88009bed0600) 00010000:00010000:2.0:1734671656.198935:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.198949:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.198959:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.198966:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.198976:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.198980:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.198985:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.198988:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29849 00000100:00100000:1.0:1734671656.198995:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:12140:x1818934752069504:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671656.199032:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.199052:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e5006098b40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f739c expref: 599 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.199068:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199073:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.199081:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bf:0x0].0x0 (ffff8800943a1e00) 00010000:00010000:1.0:1734671656.199092:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.199108:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199119:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199126:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199137:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.199140:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.199142:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199147:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199236:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199242:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199248:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671656.199467:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].641, 64 off49280 00000004:00080000:2.0:1734671656.199474:0:7083:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 338430797265ns, next at 339430795030ns, rc = 0 00000040:00080000:2.0:1734671656.199491:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8047, 184 off1407448 00010000:00010000:2.0:1734671656.199538:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199545:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199551:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199557:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199561:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199566:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199571:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199576:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671656.199579:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199584:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199591:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5be:0x0].0x0 (ffff88009bfbb300) 00010000:00010000:2.0:1734671656.199593:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671656.199596:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199604:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e5006098b86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199621:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199625:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199630:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199633:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.199636:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199640:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199645:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5be:0x0].0x0 (ffff88009bfbb300) 00010000:00010000:2.0:1734671656.199646:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671656.199648:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199652:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098b6a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199716:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199721:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199726:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199730:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd4e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.199731:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199735:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.199741:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671656.199742:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.199744:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671656.199745:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].642, 64 off49344 00010000:00010000:2.0:1734671656.199748:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098b5c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671656.199755:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c4000 reply state ffff8800997c9000 transno 4294982435 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.199761:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000040:00080000:1.0:1734671656.199763:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8048, 184 off1407632 00010000:00010000:1.0:1734671656.199812:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199820:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199826:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199832:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199837:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199841:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199846:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199851:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094bc1c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.199854:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199861:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199868:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bf:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.199870:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671656.199873:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199877:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098b8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199900:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199905:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199909:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199912:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012bd15400 already unused, calling callback (ffffffffa1342960) 00000100:00100000:2.0:1734671656.199913:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12139:x1818934752069760:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1065us (1398us total) trans 4294982435 rc 0/0 00010000:00010000:1.0:1734671656.199915:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199919:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671656.199920:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29848 00010000:00010000:1.0:1734671656.199924:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bf:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.199926:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671656.199928:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199932:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e5006098b7f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199979:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199984:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199988:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199990:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094537a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.199992:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.199995:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.200001:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.200003:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.200005:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.200009:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e5006098b71 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671656.200017:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b63100 reply state ffff88009983e000 transno 4294982436 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671656.200022:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671656.200079:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752069504:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1083us (1510us total) trans 4294982436 rc 0/0 00000100:00100000:1.0:1734671656.200085:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29849 00010000:00010000:3.0:1734671656.201862:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.201874:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.201879:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.201884:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd5800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.201887:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.201892:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.201901:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff88009bfbba00) 00010000:00010000:3.0:1734671656.201904:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.201907:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.201911:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098b63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.201976:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.201981:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.201985:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.201988:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012bd14e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.201992:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.201996:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.202002:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff8800943a1d00) 00010000:00010000:2.0:1734671656.202004:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.202006:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.202010:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e5006098b78 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.202928:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.203177:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752069888 00000100:00100000:1.0:1734671656.203185:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752069888 00000100:00100000:1.0:1734671656.203226:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29850 00000100:00100000:1.0:1734671656.203233:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:12139:x1818934752069888:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.203249:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.203262:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1800/0x87a91e5006098b94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73b1 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.203308:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203318:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203325:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203334:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203339:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203726:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203961:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203966:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203970:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203978:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a48d1e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.203980:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203986:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.203993:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671656.203996:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.203999:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204003:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e5006098b9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204011:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204015:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204019:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204023:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a48d1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.204025:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204029:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204034:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800943a1700) 00010000:00010000:1.0:1734671656.204036:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.204038:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204042:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e5006098ba2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.204075:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1800/0x87a91e5006098b94 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73b1 expref: 600 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.204081:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1800/0x87a91e5006098b94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73b1 expref: 600 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.204088:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a48d1800, rc 0) 00000100:00100000:1.0:1734671656.204434:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:12139:x1818934752069888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1199us (1771us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.204440:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29850 00000100:00100000:0.0:1734671656.205307:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.205408:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752070016 00000100:00100000:1.0:1734671656.205414:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752070016 00000100:00100000:1.0:1734671656.205446:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29851 00000100:00100000:1.0:1734671656.205451:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:12140:x1818934752070016:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.205470:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.205480:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e5006098ba9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73b8 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.205518:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205527:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205537:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205546:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205551:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205557:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205594:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205600:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205604:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205608:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094415000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.205610:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205615:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205621:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.205623:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.205626:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205631:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0x87a91e5006098bb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205639:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205643:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205647:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205651:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094414800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.205653:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205658:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205707:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff88012a289600) 00010000:00010000:1.0:1734671656.205709:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.205711:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205715:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e5006098bb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.205744:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e5006098ba9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73b8 expref: 600 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.205750:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e5006098ba9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73b8 expref: 600 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.205757:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415c00, rc 0) 00000100:00100000:1.0:1734671656.205852:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+599:12140:x1818934752070016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 399us (546us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.205858:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29851 00000100:00100000:0.0:1734671656.209039:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.209086:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.209154:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752070144 00000100:00100000:2.0:1734671656.209162:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752070144 00000100:00100000:2.0:1734671656.209190:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752070272 00000100:00100000:2.0:1734671656.209192:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752070272 00000100:00100000:2.0:1734671656.209206:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29852 00000100:00100000:2.0:1734671656.209212:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+600:12139:x1818934752070144:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.209229:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.209244:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098bbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73bf expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.209271:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098bbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73bf expref: 601 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.209283:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098bbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73bf expref: 601 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.209290:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671656.209293:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.209295:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226f400, rc 0) 00000100:00100000:1.0:1734671656.209306:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29853 00000100:00100000:1.0:1734671656.209312:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752070272:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.209319:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.209327:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098bc5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73c6 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.209331:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12139:x1818934752070144:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 119us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.209337:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29852 00010000:00010000:1.0:1734671656.209342:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73c6 expref: 602 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.209350:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73c6 expref: 601 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.209355:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671656.209357:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.209359:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca8000, rc 0) 00000100:00100000:1.0:1734671656.209653:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752070272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 339us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.209658:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29853 00000100:00100000:0.0:1734671656.212751:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.212892:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.212955:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752070400 00000100:00100000:3.0:1734671656.212958:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752070528 00000100:00100000:3.0:1734671656.212961:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752070528 00000100:00100000:2.0:1734671656.212961:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752070400 00000100:00100000:2.0:1734671656.212986:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7240 00000100:00100000:2.0:1734671656.212991:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:12139:x1818934752070400:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671656.212996:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7241 00000100:00100000:3.0:1734671656.213001:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:12140:x1818934752070528:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671656.217133:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:12140:x1818934752070528:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4123us (4233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.217136:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:12139:x1818934752070400:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4143us (4474us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.217145:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7241 00000100:00100000:2.0:1734671656.217203:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7240 00000100:00100000:0.0:1734671656.224734:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.224778:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.225030:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752070784 00000100:00100000:1.0:1734671656.225037:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752070784 00000100:00100000:1.0:1734671656.225078:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752071040 00000100:00100000:1.0:1734671656.225080:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752071040 00000100:00100000:1.0:1734671656.225094:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29854 00000100:00100000:1.0:1734671656.225100:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+602:12140:x1818934752070784:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.225120:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.225135:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098bcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73cd expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.225272:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29855 00000100:00100000:3.0:1734671656.225279:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12139:x1818934752071040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.225286:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.225299:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098bd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73d4 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.225342:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225354:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225362:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225371:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225375:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225380:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225413:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225419:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225423:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225428:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.225431:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225437:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225444:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671656.225447:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.225451:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225455:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098bda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225469:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225472:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225476:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225480:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.225481:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225486:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225495:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800910bdb00) 00010000:00010000:3.0:1734671656.225497:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.225500:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225503:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098be1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.225524:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098bd3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73d4 expref: 604 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.225531:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098bd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73d4 expref: 604 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.225537:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae22400, rc 0) 00000100:00100000:3.0:1734671656.225572:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12139:x1818934752071040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 293us (797us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.225577:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29855 00010000:00010000:0.0:1734671656.226371:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226379:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226385:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226393:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226398:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226403:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226433:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226438:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226442:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226447:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.226449:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226455:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226467:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671656.226470:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.226472:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226476:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098be8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226498:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226502:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226506:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226510:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.226511:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226515:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226521:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff88009bed0a00) 00010000:00010000:0.0:1734671656.226523:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.226525:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226529:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098bef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.226547:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098bcc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73cd expref: 602 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.226553:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098bcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73cd expref: 602 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.226559:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca8c00, rc 0) 00000100:00100000:0.0:1734671656.226580:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752070784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1481us (1854us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.226586:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29854 00000100:00100000:0.0:1734671656.230195:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.230357:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752071168 00000100:00100000:2.0:1734671656.230364:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752071168 00000100:00100000:2.0:1734671656.230397:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29856 00000100:00100000:2.0:1734671656.230403:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752071168:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.230420:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.230433:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098bf6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73db expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.230481:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230491:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230499:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230512:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230516:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230521:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230566:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230571:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230576:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230580:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.230582:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230587:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230595:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.230598:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.230601:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230605:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098bfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230619:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230623:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230626:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230629:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e04cc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.230631:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230635:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230640:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff88009bfbb200) 00010000:00010000:2.0:1734671656.230642:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.230643:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230648:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098c04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.230702:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098bf6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73db expref: 602 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.230708:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098bf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73db expref: 602 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.230715:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226f200, rc 0) 00000100:00100000:2.0:1734671656.230748:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752071168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 345us (561us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.230754:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29856 00000100:00100000:2.0:1734671656.231826:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.231892:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752071296 00000100:00100000:3.0:1734671656.231896:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752071296 00000100:00100000:3.0:1734671656.231916:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29857 00000100:00100000:3.0:1734671656.231921:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12139:x1818934752071296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.231930:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.231938:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73e2 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.231968:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.231977:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.231987:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232000:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232005:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232010:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232045:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232050:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232055:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232060:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.232063:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232067:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232075:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671656.232077:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.232080:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232085:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098c12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232103:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232108:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232112:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232115:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.232117:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232121:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232127:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800910bdb00) 00010000:00010000:3.0:1734671656.232129:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.232131:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232135:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.232159:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c0b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73e2 expref: 602 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.232166:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73e2 expref: 602 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.232173:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae23200, rc 0) 00000100:00100000:3.0:1734671656.232198:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12139:x1818934752071296:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 277us (374us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.232203:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29857 00000100:00100000:0.0:1734671656.236145:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.236205:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752071680 00000100:00100000:2.0:1734671656.236213:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752071680 00000100:00100000:2.0:1734671656.236258:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29858 00000100:00100000:2.0:1734671656.236265:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+601:12140:x1818934752071680:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.236282:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.236285:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671656.236306:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098bc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73c6 expref: 601 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671656.236498:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.236753:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.236758:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.236769:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098c20 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73f0 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.236801:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752071808 00000100:00100000:3.0:1734671656.236805:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752071808 00010000:00010000:2.0:1734671656.236873:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.236885:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.236892:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.236902:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.236907:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.236912:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:2.0:1734671656.237263:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c4:0x0], index 0: 0 00000040:00080000:2.0:1734671656.237322:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8049, 184 off1407816 00000100:00100000:3.0:1734671656.237400:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29859 00010000:00010000:2.0:1734671656.237402:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098c35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671656.237405:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+603:12139:x1818934752071808:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.237409:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098c35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.237413:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.237414:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098c35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.237415:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1734671656.237425:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e5006098bbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73bf expref: 603 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.237434:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671656.237436:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.237437:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.237441:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.237446:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.237447:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098c43 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73e9 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.237451:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.237453:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.237458:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.237464:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671656.237467:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.237469:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.237473:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f200/0x87a91e5006098c27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671656.237480:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60000 reply state ffff88008d2b2000 transno 4294982437 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671656.237486:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671656.237503:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.237503:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098c20 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f0 expref: 604 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.237510:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.237513:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098c35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f0 expref: 603 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.237516:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.237518:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c1:0x0].0x0 (ffff88009bfbbf00) 00010000:00010000:2.0:1734671656.237519:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.237521:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f56fc00, rc 0) 00010000:00010000:3.0:1734671656.237524:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237528:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237532:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.237572:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+604:12140:x1818934752071680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1307us (1434us total) trans 4294982437 rc 0/0 00000100:00100000:2.0:1734671656.237579:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29858 00000004:00080000:3.0:1734671656.237755:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c5:0x0], index 1: 0 00000040:00080000:3.0:1734671656.237788:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8050, 184 off1408000 00010000:00010000:3.0:1734671656.237842:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098c58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237849:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237855:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237868:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237873:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237877:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237881:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.237883:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237887:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237894:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671656.237895:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.237898:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.237902:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e5006098c4a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671656.237909:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b61880 reply state ffff880134c3b000 transno 4294982438 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.237914:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671656.237928:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098c43 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73e9 expref: 606 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.237938:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098c58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73e9 expref: 605 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.237942:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c0:0x0].0x0 (ffff8800910bda00) 00010000:00010000:3.0:1734671656.237944:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.237946:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910ffe00, rc 0) 00000100:00100000:3.0:1734671656.237977:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+606:12139:x1818934752071808:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 571us (1479us total) trans 4294982438 rc 0/0 00000100:00100000:3.0:1734671656.237983:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29859 00010000:00010000:2.0:1734671656.239378:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.239388:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.239393:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.239402:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.239405:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.239411:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.239420:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff8800910bdf00) 00010000:00010000:2.0:1734671656.239422:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.239425:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.239429:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e5006098c51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.239567:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.239573:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.239577:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.239581:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.239583:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.239588:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.239595:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff88009bfbb100) 00010000:00010000:3.0:1734671656.239596:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.239598:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.239603:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e5006098c2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.242475:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.242527:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.242624:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752071936 00000100:00100000:1.0:1734671656.242632:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752071936 00000100:00100000:2.0:1734671656.242638:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752072064 00000100:00100000:2.0:1734671656.242642:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752072064 00000100:00100000:2.0:1734671656.242672:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4619 00000100:00100000:2.0:1734671656.242698:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1965:x1818934752072064:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671656.242699:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4620 00000100:00100000:1.0:1734671656.242704:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1967:x1818934752071936:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.242713:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.242713:0:18847:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.242725:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73fe expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.242725:0:18847:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f73f7 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734671656.242742:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1734671656.242742:0:18847:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1734671656.242754:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.242754:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.242756:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.242756:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.242762:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 88 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.242762:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 88 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.242774:0:18847:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 88 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.242777:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 88 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.242782:0:18847:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca9000, rc 0) 00010000:00010000:2.0:1734671656.242787:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013188e600, rc 0) 00000100:00100000:1.0:1734671656.242812:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1967:x1818934752071936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 108us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.242815:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1965:x1818934752072064:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 117us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.242817:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4620 00000100:00100000:2.0:1734671656.242821:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4619 00000100:00100000:0.0:1734671656.245638:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.245721:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752072192 00000100:00100000:3.0:1734671656.245729:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752072192 00000100:00100000:0.0:1734671656.245736:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.247276:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752072320 00000100:00100000:1.0:1734671656.247284:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752072320 00000100:00100000:2.0:1734671656.247343:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4621 00000100:00100000:2.0:1734671656.247353:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:12139:x1818934752072192:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671656.247363:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4622 00010000:00010000:2.0:1734671656.247369:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734671656.247369:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:12140:x1818934752072320:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.247377:0:19185:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.247384:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7405 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.247386:0:19185:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f740c expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.247409:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.247409:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 89 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.247416:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.247417:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.247418:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.247420:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.247421:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 89 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.247422:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 89 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.247445:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.247445:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 89 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.247455:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 89 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671656.247630:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:2.0:1734671656.247642:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752203392:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.247655:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752203264:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.247966:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc540 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.247969:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65780 going to sleep for 11 seconds 00000100:00100000:2.0:1734671656.252823:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752203392:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.252850:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 89 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.252866:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013188e400, rc 0) 00000100:00100000:2.0:1734671656.252909:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:12139:x1818934752072192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5556us (7276us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.252916:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4621 00000100:00100000:0.0:1734671656.254235:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.254297:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.254495:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752072448 00000100:00100000:2.0:1734671656.254498:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752072576 00000100:00100000:2.0:1734671656.254501:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752072576 00000100:00100000:3.0:1734671656.254502:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752072448 00010000:00010000:2.0:1734671656.254529:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 90 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:2.0:1734671656.254550:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8667 00000100:00100000:2.0:1734671656.254555:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1965:x1818934752072576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.254564:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.254577:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671656.254581:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 90 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671656.254591:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 90 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.254597:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8668 00000100:00100000:3.0:1734671656.254602:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1964:x1818934752072448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.254608:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.254609:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.254609:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.254615:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 90 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.254621:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671656.254624:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 90 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.254630:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1734671656.254647:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ca9000/0x87a91e5006098c66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f7 expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00010000:00010000:2.0:1734671656.254648:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 90 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.254657:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752203520:192.168.204.51@tcp:105: 00010000:00010000:3.0:1734671656.254882:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.254884:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.254888:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 88 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.254895:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 88 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.254914:0:7070:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 88 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.254921:0:7070:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752203648:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671656.254942:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013188e600/0x87a91e5006098c6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73fe expref: 90 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.254956:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752203264:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.254970:0:19185:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 89 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.255075:0:19185:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca9600, rc 0) 00000100:00100000:2.0:1734671656.255205:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc540 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.255234:0:7070:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a12c9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.255754:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:12140:x1818934752072320:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 8383us (10016us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.255761:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4622 00000100:00100000:0.0:1734671656.260218:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.260247:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.260319:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752072832 00000100:00100000:3.0:1734671656.260327:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752072832 00000100:00100000:2.0:1734671656.261356:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752203520:192.168.204.51@tcp:105: 00010000:00010000:2.0:1734671656.261375:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.261427:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1965:x1818934752072576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6870us (7128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.261436:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8667 00000100:00100000:3.0:1734671656.261487:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752073088 00000100:00100000:3.0:1734671656.261491:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752073088 00000100:00100000:3.0:1734671656.261510:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7242 00000100:00100000:3.0:1734671656.261515:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+604:12139:x1818934752072832:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.261863:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8051, 168 off1408168 00000001:00080000:3.0:1734671656.261869:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982439 00000100:00100000:3.0:1734671656.261925:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+606:12139:x1818934752072832:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 408us (1713us total) trans 4294982440 rc 0/0 00000100:00100000:3.0:1734671656.261933:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7242 00000020:00080000:3.0:1734671656.261936:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734671656.261963:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7243 00000100:00100000:3.0:1734671656.261967:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+605:12140:x1818934752073088:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.262094:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8052, 168 off1408336 00000001:00080000:3.0:1734671656.262098:0:7086:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982441 00000100:00100000:3.0:1734671656.262132:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+607:12140:x1818934752073088:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 163us (1884us total) trans 4294982442 rc 0/0 00000100:00100000:3.0:1734671656.262137:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7243 00000020:00080000:3.0:1734671656.262139:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734671656.262162:0:7070:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7070:1818934752203648:192.168.204.51@tcp:105: 00010000:00010000:3.0:1734671656.262172:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.262183:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1964:x1818934752072448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7581us (7954us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.262189:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8668 00000100:00100000:0.0:1734671656.272795:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.272948:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752073216 00000100:00100000:2.0:1734671656.272956:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752073216 00000100:00100000:2.0:1734671656.273003:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29860 00000100:00100000:2.0:1734671656.273010:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+607:12139:x1818934752073216:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.273031:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.273050:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098c82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7413 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.273102:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273114:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273123:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273135:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273140:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273145:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.273163:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.273224:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752073344 00000100:00100000:3.0:1734671656.273228:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752073344 00000100:00100000:3.0:1734671656.273246:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29861 00000100:00100000:3.0:1734671656.273250:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12140:x1818934752073344:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.273259:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.273267:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f741a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.273290:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273300:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273306:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273315:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273319:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273324:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273357:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273364:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273370:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671656.273395:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x360:0x0]: returning size 327680 00000004:00200000:2.0:1734671656.273399:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.273411:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273418:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273424:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273428:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273436:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273441:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5696e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.273444:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273451:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273459:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:2.0:1734671656.273461:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.273464:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273469:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098c89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.273476:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273482:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.273483:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273486:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.273489:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273490:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273494:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009422a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.273496:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273500:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671656.273504:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x361:0x0]: returning size 327680 00010000:00010000:2.0:1734671656.273505:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x41c358e5 (ffff88009bfbbe00) 00000004:00200000:3.0:1734671656.273506:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1734671656.273507:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.273509:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.273512:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098c90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671656.273513:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273518:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273523:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273531:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273532:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098c82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7413 expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.273535:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273539:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.273541:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273543:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7413 expref: 610 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.273546:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.273548:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671656.273550:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.273551:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80a2800, rc 0) 00010000:00010000:3.0:1734671656.273553:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:3.0:1734671656.273554:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.273557:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273561:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098c9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273573:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273577:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273581:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273584:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.273586:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273592:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273597:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x41c358e5 (ffff88009b0dc700) 00010000:00010000:3.0:1734671656.273599:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.273601:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.273605:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e5006098ca5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.273614:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12139:x1818934752073216:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 604us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.273620:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29860 00010000:00010000:3.0:1734671656.273622:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098c97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f741a expref: 611 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.273630:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f741a expref: 609 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.273634:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:3.0:1734671656.273636:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.273638:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00000100:00100000:3.0:1734671656.273655:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12140:x1818934752073344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 404us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.273692:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29861 00000100:00100000:0.0:1734671656.276882:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.276916:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.276961:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752073600 00000100:00100000:0.0:1734671656.276966:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.276969:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752073600 00000100:00100000:0.0:1734671656.276989:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.277012:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074112 00000100:00100000:2.0:1734671656.277014:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074112 00000100:00100000:2.0:1734671656.277033:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752073984 00000100:00100000:2.0:1734671656.277035:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752073984 00000100:00100000:2.0:1734671656.277046:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2930 00000100:00100000:2.0:1734671656.277052:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1965:x1818934752074112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734671656.277053:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2931 00000100:00100000:3.0:1734671656.277060:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1965:x1818934752073984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.277064:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.277068:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.277082:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098cac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7413 expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.277082:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098cb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f741a expref: 611 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.277099:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:2.0:1734671656.277103:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.277145:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:1965:x1818934752074112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.277151:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2930 00000100:00100000:2.0:1734671656.277169:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752073856 00000100:00100000:2.0:1734671656.277172:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752073856 00000100:00100000:2.0:1734671656.277184:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29862 00000100:00100000:2.0:1734671656.277187:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12139:x1818934752073600:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.277198:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.277207:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098cba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7421 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.277273:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.277298:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:3.0:1734671656.277302:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.277321:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 610 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.277327:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671656.277333:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:1965:x1818934752073984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 273us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.277339:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2931 00010000:00010000:2.0:1734671656.277353:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 609 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.277358:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29863 00000100:00100000:3.0:1734671656.277363:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12140:x1818934752073856:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.277364:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 609 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.277369:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.277377:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098cc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7428 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.277377:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752203776:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.277405:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc540 going to sleep for 11 seconds 00010000:00010000:3.0:1734671656.277411:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.277420:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 610 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.277425:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 4/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.277439:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 610 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.277502:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 610 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.277509:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752203904:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.277537:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2180 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.279855:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752203904:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.279874:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.279897:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752203776:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.279906:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.280144:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.280186:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074368 00000100:00100000:2.0:1734671656.280191:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074368 00010000:00010000:2.0:1734671656.280212:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 611 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.280246:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8669 00000100:00100000:2.0:1734671656.280252:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1965:x1818934752074368:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.280261:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.280266:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 611 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.280275:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 611 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.280291:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e50060965d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67e8 expref: 611 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.280301:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:2.0:1734671656.280304:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.280311:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.280316:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.280329:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.280371:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:1965:x1818934752074368:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 118us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.280376:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8669 00000100:00100000:0.0:1734671656.280376:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.280386:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074240 00000100:00100000:2.0:1734671656.280388:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074240 00010000:00010000:2.0:1734671656.280394:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 610 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.280406:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8670 00000100:00100000:2.0:1734671656.280409:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:1965:x1818934752074240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.280414:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.280416:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 610 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.280423:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 610 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.280431:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609650d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67b0 expref: 610 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.280442:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671656.280445:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.280450:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.280456:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.280465:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.280479:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:1965:x1818934752074240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.280483:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8670 00010000:00010000:3.0:1734671656.280622:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.280628:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671656.280642:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x361:0x0]: returning size 327680 00010000:00010000:3.0:1734671656.280791:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098cc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 610 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.280803:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 609 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.280808:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:3.0:1734671656.280810:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671656.280812:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae23800, rc 0) 00000100:00100000:3.0:1734671656.280833:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12140:x1818934752073856:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3470us (3917us total) trans 4294982443 rc 0/0 00000100:00100000:3.0:1734671656.280839:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29863 00010000:00010000:2.0:1734671656.280843:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.280849:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671656.280860:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x360:0x0]: returning size 327680 00010000:00010000:2.0:1734671656.280914:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098cba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 610 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.280923:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 609 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.280928:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671656.280930:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1734671656.280932:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc78400, rc 0) 00000100:00100000:2.0:1734671656.280948:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12139:x1818934752073600:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3759us (4073us total) trans 4294982444 rc 0/0 00000100:00100000:2.0:1734671656.280953:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29862 00000100:00100000:0.0:1734671656.284745:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.285063:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.285183:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074496 00000100:00100000:2.0:1734671656.285190:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074496 00000100:00100000:2.0:1734671656.285222:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074624 00000100:00100000:2.0:1734671656.285225:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074624 00000100:00100000:2.0:1734671656.285237:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29864 00000100:00100000:2.0:1734671656.285243:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12139:x1818934752074496:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.285260:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.285274:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098ce4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f742f expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.285329:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.285340:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.285346:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.285368:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.285377:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 611 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.285387:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752204032:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.285429:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dce40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.285469:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29865 00000100:00100000:0.0:1734671656.285473:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12140:x1818934752074624:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.285481:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.285487:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098cf2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7436 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.285514:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.285523:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 612 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.285528:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.285542:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 612 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.285548:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 612 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.285559:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204160:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671656.285592:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b43b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.287985:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee43b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204160:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.288009:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671656.288074:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752204032:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.288086:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671656.288645:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.288984:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.289049:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074752 00000100:00100000:2.0:1734671656.289055:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074752 00010000:00010000:2.0:1734671656.289080:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 613 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.289109:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752074880 00000100:00100000:2.0:1734671656.289111:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752074880 00010000:00010000:2.0:1734671656.289121:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 614 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.289136:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8671 00000100:00100000:2.0:1734671656.289142:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1966:x1818934752074752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.289152:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.289158:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.289166:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.289184:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e5006098cc1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x360:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7421 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.289195:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671656.289199:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.289205:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.289211:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.289230:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.289272:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1966:x1818934752074752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.289278:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8671 00000100:00100000:2.0:1734671656.289292:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8672 00000100:00100000:2.0:1734671656.289295:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+612:1966:x1818934752074880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.289302:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.289306:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 612 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.289313:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 612 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.289323:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e5006098ccf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x361:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7428 expref: 612 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.289331:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:2.0:1734671656.289334:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.289339:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.289343:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.289353:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.289366:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1966:x1818934752074880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 69us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.289374:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8672 00010000:00010000:2.0:1734671656.289391:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.289396:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671656.289425:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x360:0x0]: returning size 327680 00000004:00200000:2.0:1734671656.289428:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.289440:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.289462:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e5006098ce4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x360:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f742f expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.289510:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.289515:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671656.289532:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x361:0x0]: returning size 327680 00000004:00200000:0.0:1734671656.289534:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.289540:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.289556:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098cf2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x361:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7436 expref: 611 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.289568:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7436 expref: 610 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.289573:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:0.0:1734671656.289575:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.289576:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2c00, rc 0) 00000100:00100000:0.0:1734671656.289598:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12140:x1818934752074624:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4124us (4535us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.289603:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29865 00010000:00010000:2.0:1734671656.289988:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f742f expref: 609 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.289994:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671656.289996:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.289998:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009422a400, rc 0) 00000100:00100000:2.0:1734671656.290029:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12139:x1818934752074496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4785us (5289us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.290034:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29864 00000100:00100000:0.0:1734671656.293067:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.293455:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752075008 00000100:00100000:3.0:1734671656.293462:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752075008 00000100:00100000:3.0:1734671656.293503:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29866 00000100:00100000:3.0:1734671656.293509:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+609:12139:x1818934752075008:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.293524:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.293537:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098d00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f743d expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.293580:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293591:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293600:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293611:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293616:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293621:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293737:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293743:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293749:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671656.293774:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x362:0x0]: returning size 1048576 00000004:00200000:3.0:1734671656.293777:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.293788:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293796:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293801:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293806:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293811:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293815:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.293818:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293824:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293833:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:3.0:1734671656.293835:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.293838:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293843:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098d07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293850:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293855:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293859:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293862:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aeca00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.293864:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293868:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293873:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0xb0773fd (ffff88009b0dce00) 00010000:00010000:3.0:1734671656.293875:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.293877:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293881:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098d0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.293899:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098d00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f743d expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.293909:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f743d expref: 610 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.293915:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:3.0:1734671656.293916:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.293918:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e04cc00, rc 0) 00000100:00100000:3.0:1734671656.293971:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12139:x1818934752075008:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 460us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.293978:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29866 00000100:00100000:0.0:1734671656.295427:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.295484:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752075136 00000100:00100000:2.0:1734671656.295491:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752075136 00000100:00100000:2.0:1734671656.295772:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29867 00000100:00100000:2.0:1734671656.295779:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12140:x1818934752075136:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.295793:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.295804:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098d1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7444 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.295841:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295851:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295858:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295868:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295872:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295877:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295949:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295955:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.295960:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671656.295980:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x363:0x0]: returning size 1048576 00000004:00200000:2.0:1734671656.295984:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.295995:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296001:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296006:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296010:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296015:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296019:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.296022:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296027:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296034:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:2.0:1734671656.296037:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.296040:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296043:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e5006098d23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296052:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296057:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296061:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296064:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5696e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.296066:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296070:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296075:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0xb0773fd (ffff88009bfbbb00) 00010000:00010000:2.0:1734671656.296077:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.296079:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296083:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098d2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.296100:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e5006098d1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7444 expref: 612 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.296111:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7444 expref: 611 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.296116:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:2.0:1734671656.296117:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.296119:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80a2800, rc 0) 00000100:00100000:2.0:1734671656.296156:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12140:x1818934752075136:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 377us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.296162:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29867 00000100:00100000:1.0:1734671656.299627:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.299708:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.299710:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752075264 00000100:00100000:0.0:1734671656.299717:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752075264 00000100:00100000:3.0:1734671656.300401:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752075520 00000100:00100000:3.0:1734671656.300408:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752075520 00000100:00100000:0.0:1734671656.300437:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2932 00000100:00100000:0.0:1734671656.300444:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+612:1964:x1818934752075264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671656.300457:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671656.300474:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04cc00/0x87a91e5006098d15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f743d expref: 612 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.300497:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:0.0:1734671656.300500:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671656.300531:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1964:x1818934752075264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 87us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.300537:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2932 00000100:00100000:3.0:1734671656.300668:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29868 00000100:00100000:3.0:1734671656.300694:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+610:12139:x1818934752075520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.300708:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.300720:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098d38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f744b expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.300791:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.300801:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 611 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.300808:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.300832:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 611 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.300842:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 611 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.300853:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752204288:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.301944:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2180 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.302183:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.302394:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.302436:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752075904 00000100:00100000:3.0:1734671656.302441:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752075904 00000100:00100000:2.0:1734671656.302453:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752075776 00000100:00100000:2.0:1734671656.302458:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752075776 00000100:00100000:3.0:1734671656.302463:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2933 00000100:00100000:3.0:1734671656.302468:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1967:x1818934752075904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.302476:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671656.302481:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29869 00000100:00100000:2.0:1734671656.302486:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752075776:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.302488:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098d31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7444 expref: 613 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.302498:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:2.0:1734671656.302498:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.302501:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.302507:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098d46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7452 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.302521:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1967:x1818934752075904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 53us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.302526:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2933 00010000:00010000:2.0:1734671656.302560:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.302569:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 612 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.302575:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.302596:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 612 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.302605:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 612 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.302615:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204416:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.302644:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dce40 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.303414:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752204288:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.303427:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.305163:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.305203:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.305807:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204416:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.305822:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671656.305876:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076032 00000100:00100000:1.0:1734671656.305881:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076032 00010000:00010000:1.0:1734671656.305901:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 613 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.305927:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076160 00000100:00100000:1.0:1734671656.305929:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076160 00010000:00010000:1.0:1734671656.305936:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.305949:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8673 00000100:00100000:1.0:1734671656.305954:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1965:x1818934752076032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.305962:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.305967:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.305974:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.305988:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e50060965a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f67d3 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.305999:0:17611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:1.0:1734671656.306003:0:17611:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.306009:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.306014:0:17611:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.306028:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.306057:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1965:x1818934752076032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 103us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.306058:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8674 00000100:00100000:2.0:1734671656.306063:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1966:x1818934752076160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671656.306063:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8673 00010000:00010000:2.0:1734671656.306070:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.306074:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 612 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.306081:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 612 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.306091:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e5006096641 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f680b expref: 612 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.306098:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:2.0:1734671656.306102:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.306107:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.306111:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.306121:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.306138:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:1966:x1818934752076160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.306143:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8674 00010000:00010000:2.0:1734671656.306159:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.306164:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671656.306177:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x363:0x0]: returning size 1048576 00010000:00010000:2.0:1734671656.306278:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098d46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 612 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.306293:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 611 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.306299:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:2.0:1734671656.306301:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1734671656.306303:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094522400, rc 0) 00000100:00100000:2.0:1734671656.306371:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12140:x1818934752075776:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3883us (3975us total) trans 4294982445 rc 0/0 00000100:00100000:2.0:1734671656.306377:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29869 00010000:00010000:3.0:1734671656.306420:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.306426:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671656.306436:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x362:0x0]: returning size 1048576 00010000:00010000:3.0:1734671656.306490:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec000/0x87a91e5006098d38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 612 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.306501:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 611 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.306506:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:3.0:1734671656.306509:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671656.306510:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4024200, rc 0) 00000100:00100000:3.0:1734671656.306529:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12139:x1818934752075520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5855us (6822us total) trans 4294982446 rc 0/0 00000100:00100000:3.0:1734671656.306534:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29868 00000100:00100000:0.0:1734671656.308832:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.309218:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076288 00000100:00100000:3.0:1734671656.309226:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076288 00000100:00100000:3.0:1734671656.309934:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29870 00000100:00100000:3.0:1734671656.309942:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+611:12140:x1818934752076288:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.309960:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.309973:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098d62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7459 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.310031:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.310042:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 612 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.310048:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.310071:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 612 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.310080:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 612 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.310089:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752204544:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.310135:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2180 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.313102:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.313169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.313241:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076416 00000100:00100000:2.0:1734671656.313249:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076416 00000100:00100000:2.0:1734671656.313282:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29871 00000100:00100000:2.0:1734671656.313288:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12139:x1818934752076416:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.313306:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.313321:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098d70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7460 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.313378:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.313389:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 614 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.313396:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.313420:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 614 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.313429:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.313439:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204672:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.313489:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.313538:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076544 00000100:00100000:3.0:1734671656.313542:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076544 00010000:00010000:3.0:1734671656.313555:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 615 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.313568:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8675 00000100:00100000:3.0:1734671656.313572:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1965:x1818934752076544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.313579:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.313584:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 615 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.313593:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 615 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.313606:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:3.0:1734671656.313610:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.313616:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.313621:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.313632:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.313648:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1965:x1818934752076544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.313653:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8675 00010000:00010000:3.0:1734671656.313709:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098d4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x363:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7452 expref: 614 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.313720:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752204544:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.313730:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.313736:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.313741:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671656.313764:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x363:0x0]: returning size 1048576 00000004:00200000:3.0:1734671656.313767:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.313778:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.313796:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025a00/0x87a91e5006098d62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x363:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7459 expref: 614 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.313806:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7459 expref: 613 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.313812:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:3.0:1734671656.313814:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.313816:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4025000, rc 0) 00000100:00100000:3.0:1734671656.313830:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752076288:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3889us (5007us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.313835:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29870 00000100:00100000:0.0:1734671656.316890:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.316936:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.316990:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076800 00000100:00100000:1.0:1734671656.317001:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076800 00000100:00100000:1.0:1734671656.317033:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29872 00000100:00100000:1.0:1734671656.317039:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752076800:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.317058:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.317075:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006098d7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7467 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.317125:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317137:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317146:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317157:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.317159:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204672:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.317162:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317167:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.317177:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671656.317245:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076672 00000100:00100000:3.0:1734671656.317249:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076672 00010000:00010000:3.0:1734671656.317262:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 615 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.317389:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317397:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317407:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671656.317431:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x365:0x0]: returning size 1867776 00000004:00200000:1.0:1734671656.317435:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.317447:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317454:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317461:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317467:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317471:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317476:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca8000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.317479:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317484:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317493:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:1.0:1734671656.317495:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.317498:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317503:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098d85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317525:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317530:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.317535:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8676 00010000:00010000:1.0:1734671656.317535:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317538:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca9800 already unused, calling callback (ffffffffa1342960) 00000100:00100000:3.0:1734671656.317540:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1967:x1818934752076672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.317540:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317545:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.317548:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.317550:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x155bec67 (ffff8800943a1700) 00010000:00010000:3.0:1734671656.317552:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 615 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.317553:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.317554:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.317558:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098d8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.317560:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 615 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.317572:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098d3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x362:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f744b expref: 616 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.317579:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006098d7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 615 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.317582:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:3.0:1734671656.317586:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.317589:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.317592:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.317594:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:1.0:1734671656.317595:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.317597:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.317597:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbd5800, rc 0) 00000100:00100000:1.0:1734671656.317630:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:12140:x1818934752076800:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 591us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.317636:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29872 00010000:00010000:3.0:1734671656.318038:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.318060:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1967:x1818934752076672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 519us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.318066:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8676 00010000:00010000:2.0:1734671656.318132:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.318139:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671656.318157:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x362:0x0]: returning size 1048576 00000004:00200000:2.0:1734671656.318159:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.318167:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.318343:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098d70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x362:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7460 expref: 613 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.318355:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7460 expref: 612 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.318361:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:2.0:1734671656.318363:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.318365:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009974e000, rc 0) 00000100:00100000:2.0:1734671656.318394:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+612:12139:x1818934752076416:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5106us (5298us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.318399:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29871 00000100:00100000:0.0:1734671656.320831:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.322341:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752077184 00000100:00100000:2.0:1734671656.322349:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752077184 00000100:00100000:0.0:1734671656.322358:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.322388:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752077312 00000100:00100000:2.0:1734671656.322391:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752077312 00000100:00100000:0.0:1734671656.322398:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.322406:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29873 00000100:00100000:2.0:1734671656.322412:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752077184:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.322428:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.322443:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006098d9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f746e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.322518:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.322531:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.322538:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.322545:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.322569:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.322578:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.322587:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29874 00000100:00100000:2.0:1734671656.322589:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204800:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.322593:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:12139:x1818934752077312:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.322601:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.322609:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098da8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7475 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.322634:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 615 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.322639:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.322640:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 615 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.322646:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.322647:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204928:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.322654:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.322669:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734671656.322716:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.322727:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.322733:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.323314:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752076928 00000100:00100000:3.0:1734671656.323318:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752076928 00010000:00010000:3.0:1734671656.323333:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 616 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.323360:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8677 00000100:00100000:3.0:1734671656.323365:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1967:x1818934752076928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.323372:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.323376:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 616 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.323388:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 616 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.323399:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:3.0:1734671656.323403:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.323408:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.323412:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.324367:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324377:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324384:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671656.324409:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x364:0x0]: returning size 1867776 00000004:00200000:1.0:1734671656.324412:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.324424:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324431:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324438:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324443:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324448:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324453:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.324457:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324463:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324471:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:1.0:1734671656.324472:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.324475:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.324480:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098daf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.324529:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1967:x1818934752076928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1160us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.324536:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8677 00010000:00010000:1.0:1734671656.325036:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325043:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325047:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325050:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.325053:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325057:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325064:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x155bec67 (ffff8800943a1e00) 00010000:00010000:1.0:1734671656.325067:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.325069:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325074:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098db6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.325100:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098da8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7475 expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.325110:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7475 expref: 615 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.325116:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:1.0:1734671656.325117:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.325119:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094522a00, rc 0) 00000100:00100000:1.0:1734671656.325959:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:12139:x1818934752077312:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3361us (3599us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.325966:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29874 00010000:00010000:3.0:1734671656.326380:0:7085:0:(ldlm_lockd.c:773:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from blocking AST (req@ffff88012eed7b80 x1818934752204800) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.326391:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098d93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7467 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.326403:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204800:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.326412:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752204928:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.326426:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:3.0:1734671656.326430:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.326437:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.326443:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671656.326563:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.326808:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752077440 00000100:00100000:2.0:1734671656.326813:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752077440 00010000:00010000:2.0:1734671656.326829:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.326853:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8678 00000100:00100000:2.0:1734671656.326858:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1964:x1818934752077440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.326867:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.326871:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.326879:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.326891:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060966aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f682e expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.326904:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:2.0:1734671656.326907:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.326913:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.326918:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.326931:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.326951:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1964:x1818934752077440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 92us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.326956:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8678 00010000:00010000:0.0:1734671656.327392:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.327404:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671656.327419:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x365:0x0]: returning size 1867776 00010000:00010000:0.0:1734671656.327521:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094572200/0x87a91e5006098d9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 614 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.327534:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 613 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.327539:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:0.0:1734671656.327541:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671656.327543:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092081600, rc 0) 00000100:00100000:0.0:1734671656.327573:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752077184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5161us (6748us total) trans 4294982447 rc 0/0 00000100:00100000:0.0:1734671656.327579:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29873 00000100:00100000:1.0:1734671656.329462:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.329526:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752077568 00000100:00100000:0.0:1734671656.329532:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752077568 00000100:00100000:0.0:1734671656.329559:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29875 00000100:00100000:0.0:1734671656.329565:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752077568:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.329582:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.329594:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098dcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f747c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.329648:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.329668:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 614 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.329689:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.329712:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 614 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.329722:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 614 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.329731:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752205056:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671656.329774:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a4b433c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.330848:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.330939:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752077696 00000100:00100000:3.0:1734671656.330944:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752077696 00000100:00100000:3.0:1734671656.330983:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2934 00000100:00100000:0.0:1734671656.330987:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.330989:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1966:x1818934752077696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.330998:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.331017:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098dbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7475 expref: 615 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.331029:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671656.331176:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.331770:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1966:x1818934752077696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 779us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.331777:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2934 00000100:00100000:0.0:1734671656.331890:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800943e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752205056:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671656.331907:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671656.332051:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752077952 00000100:00100000:1.0:1734671656.332056:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752077952 00000100:00100000:1.0:1734671656.332077:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29876 00000100:00100000:1.0:1734671656.332082:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:12139:x1818934752077952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.332095:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.332104:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098dd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7483 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.332171:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.332180:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 615 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.332187:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.332207:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 615 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.332216:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 615 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.332225:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205184:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.332253:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.332399:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.332721:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752078080 00000100:00100000:3.0:1734671656.332725:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752078080 00010000:00010000:3.0:1734671656.332738:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 616 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.332764:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8679 00000100:00100000:3.0:1734671656.332769:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1967:x1818934752078080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.332776:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.332780:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 616 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.332788:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 616 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.332799:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098da1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f746e expref: 616 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.332809:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:3.0:1734671656.332812:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.332818:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.332824:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.332875:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671656.332958:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.332964:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:0.0:1734671656.332986:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x365:0x0]: returning size 1867776 00000004:00200000:0.0:1734671656.332989:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.333001:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671656.333028:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1967:x1818934752078080:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 258us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.333034:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8679 00010000:00010000:0.0:1734671656.333838:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098dcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f747c expref: 615 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.333851:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f747c expref: 614 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.333856:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:0.0:1734671656.333858:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.333860:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2000, rc 0) 00000100:00100000:1.0:1734671656.333914:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:12140:x1818934752077568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4347us (4457us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.333919:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29875 00000100:00100000:2.0:1734671656.334993:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.335072:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205184:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.335088:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.335312:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752078208 00000100:00100000:3.0:1734671656.335317:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752078208 00010000:00010000:3.0:1734671656.335334:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.335350:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8680 00000100:00100000:3.0:1734671656.335355:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1964:x1818934752078208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.335365:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.335374:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.335382:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.335397:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e5006096633 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6804 expref: 614 pid: 16887 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.335406:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671656.335410:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.335416:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.335422:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.335557:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.335590:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:1964:x1818934752078208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 232us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.335602:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8680 00010000:00010000:1.0:1734671656.335607:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.335613:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671656.335628:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x364:0x0]: returning size 1867776 00010000:00010000:1.0:1734671656.335758:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098dd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.335786:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 613 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.335792:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:1.0:1734671656.335794:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.335796:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33000, rc 0) 00000100:00100000:1.0:1734671656.335824:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12139:x1818934752077952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3742us (4836us total) trans 4294982448 rc 0/0 00000100:00100000:1.0:1734671656.335830:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29876 00000100:00100000:0.0:1734671656.337098:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.337166:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752078336 00000100:00100000:1.0:1734671656.337171:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752078336 00000100:00100000:1.0:1734671656.337206:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29877 00000100:00100000:1.0:1734671656.337211:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12139:x1818934752078336:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.337229:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.337240:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098dee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f748a expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.337291:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.337301:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.337306:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.337328:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.337338:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 614 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.337347:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205312:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.337391:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.338475:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.338488:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205312:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.338504:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.338512:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752078464 00000100:00100000:3.0:1734671656.338516:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752078464 00010000:00010000:3.0:1734671656.338531:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 615 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.338563:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8681 00000100:00100000:3.0:1734671656.338569:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1964:x1818934752078464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.338578:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.338583:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 615 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.338591:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 615 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.338605:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e5006098de0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x364:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7483 expref: 615 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.338615:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671656.338619:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.338624:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.338630:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.338650:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.338690:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.338696:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.338712:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+614:1964:x1818934752078464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 142us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.338718:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8681 00000004:00200000:1.0:1734671656.338723:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x364:0x0]: returning size 1867776 00000004:00200000:1.0:1734671656.338726:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.338738:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.338758:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098dee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x364:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f748a expref: 614 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.338772:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f748a expref: 613 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.338777:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:1.0:1734671656.338779:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.338781:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009974f600, rc 0) 00000100:00100000:1.0:1734671656.338800:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12139:x1818934752078336:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1589us (1706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.338805:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29877 00000100:00100000:0.0:1734671656.340497:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.340805:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752078720 00000100:00100000:1.0:1734671656.340811:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752078720 00000100:00100000:1.0:1734671656.340844:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29878 00000100:00100000:1.0:1734671656.340850:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+613:12140:x1818934752078720:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.340864:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.340876:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098dfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7491 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.340942:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x323:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.340952:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 614 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.340958:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.340982:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 614 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.340993:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 614 pid: 24251 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.341002:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205440:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.341045:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65780 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.344667:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f7e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205440:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.344715:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.345102:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.345377:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.346719:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752078848 00000100:00100000:3.0:1734671656.346727:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752078848 00010000:00010000:3.0:1734671656.346751:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 615 pid: 24251 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.346773:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8682 00000100:00100000:3.0:1734671656.346778:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:1965:x1818934752078848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671656.346779:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079104 00000100:00100000:2.0:1734671656.346784:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079104 00010000:00010000:3.0:1734671656.346788:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.346793:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 616 pid: 24251 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.346802:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 616 pid: 24251 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.346807:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29879 00000100:00100000:2.0:1734671656.346812:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934752079104:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.346818:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e50060801f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef739 expref: 616 pid: 24251 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.346829:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:3.0:1734671656.346833:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.346839:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.346843:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.346845:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.346856:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098e0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7498 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.346875:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.346911:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1965:x1818934752078848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 132us (1811us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.346917:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8682 00010000:00010000:2.0:1734671656.346932:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x322:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.346943:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 615 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.346953:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.346983:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 615 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.346994:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 615 pid: 24251 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734671656.347301:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.347308:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671656.347321:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x323:0x0]: returning size 260096 00010000:00010000:0.0:1734671656.347418:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e5006098dfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 617 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.347625:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752205568:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.347690:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dce40 going to sleep for 11 seconds 00010000:00010000:0.0:1734671656.347733:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.347740:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:0.0:1734671656.347742:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1734671656.347744:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc0800, rc 0) 00000100:00100000:0.0:1734671656.347762:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12140:x1818934752078720:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6912us (7270us total) trans 4294982449 rc 0/0 00000100:00100000:0.0:1734671656.347768:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29878 00000100:00100000:2.0:1734671656.350946:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752205568:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.350967:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671656.351721:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.351771:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079360 00000100:00100000:2.0:1734671656.351777:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079360 00000100:00100000:0.0:1734671656.351891:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.352496:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079232 00000100:00100000:3.0:1734671656.352500:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079232 00010000:00010000:3.0:1734671656.352517:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 617 pid: 24251 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.352537:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8683 00000100:00100000:3.0:1734671656.352543:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:1966:x1818934752079232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.352554:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.352560:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 617 pid: 24251 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.352569:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 617 pid: 24251 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.352587:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e500608039b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef7cc expref: 617 pid: 24251 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.352599:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:3.0:1734671656.352603:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.352611:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.352620:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.352638:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.352717:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1966:x1818934752079232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 173us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.352723:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8683 00010000:00010000:3.0:1734671656.352755:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.352760:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671656.352774:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x322:0x0]: returning size 260096 00010000:00010000:3.0:1734671656.352883:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098e0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 617 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.352896:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 616 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.352902:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:3.0:1734671656.352904:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671656.352906:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092080400, rc 0) 00000100:00100000:2.0:1734671656.352909:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29880 00000100:00100000:2.0:1734671656.352914:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12140:x1818934752079360:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:3.0:1734671656.352923:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934752079104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6111us (7547us total) trans 4294982450 rc 0/0 00000100:00100000:3.0:1734671656.352927:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29879 00010000:00010000:2.0:1734671656.352929:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.352938:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x323:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f749f expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.352996:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.353005:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.353011:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.353032:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.353041:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 616 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.353051:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205696:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.353076:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dce40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671656.355350:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752205696:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.355370:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.355720:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.355790:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.355966:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079488 00000100:00100000:2.0:1734671656.355971:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079488 00010000:00010000:2.0:1734671656.355994:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 617 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.356025:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8684 00000100:00100000:2.0:1734671656.356031:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:1965:x1818934752079488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.356041:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.356046:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 617 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.356054:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 617 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.356069:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098e03 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x323:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7491 expref: 617 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.356095:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:2.0:1734671656.356098:0:7070:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.356105:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.356111:0:7070:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.356126:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.356153:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:1965:x1818934752079488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 122us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.356160:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8684 00010000:00010000:2.0:1734671656.356197:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.356203:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671656.356239:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x323:0x0]: returning size 260096 00000004:00200000:2.0:1734671656.356243:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.356255:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.356275:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079616 00010000:00010000:2.0:1734671656.356279:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x323:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f749f expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.356280:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079616 00010000:00010000:2.0:1734671656.356293:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f749f expref: 616 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.356299:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29881 00010000:00010000:2.0:1734671656.356299:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:2.0:1734671656.356301:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.356303:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092081e00, rc 0) 00000100:00100000:3.0:1734671656.356304:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934752079616:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.356320:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734671656.356327:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12140:x1818934752079360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3413us (4609us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671656.356329:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098e34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x322:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74a6 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.356332:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29880 00010000:00010000:3.0:1734671656.356376:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.356387:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 616 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.356393:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.356418:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 616 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.356427:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 616 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.356438:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752205824:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.356469:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc2180 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.359706:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.359741:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.359761:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079872 00000100:00100000:3.0:1734671656.359770:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079872 00000100:00100000:3.0:1734671656.359801:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29882 00000100:00100000:3.0:1734671656.359807:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752079872:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.359824:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734671656.359830:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752079744 00000100:00100000:1.0:1734671656.359834:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752079744 00010000:00010000:3.0:1734671656.359843:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098e42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74ad expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.359849:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 618 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.359874:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8685 00000100:00100000:1.0:1734671656.359879:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:1965:x1818934752079744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.359886:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.359891:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.359891:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 619 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.359900:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 619 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.359902:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.359911:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.359914:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:1.0:1734671656.359918:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.359921:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.359926:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.359928:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.359931:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.359934:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.359945:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.359972:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:1965:x1818934752079744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 92us (301us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671656.360117:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360122:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360127:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671656.360237:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8685 00010000:00010000:3.0:1734671656.360884:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5696e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.360888:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360894:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360906:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.360908:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.360911:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360915:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098e49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360925:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360930:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360934:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360938:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.360940:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360945:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360951:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xcd61b030 (ffff88009b0dc300) 00010000:00010000:3.0:1734671656.360952:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.360954:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360958:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e5006098e50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.360994:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098e42 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74ad expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.361001:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098e42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74ad expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.361008:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80a2800, rc 0) 00000100:00100000:3.0:1734671656.361050:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752079872:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1242us (1307us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.361055:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29882 00010000:00010000:3.0:1734671656.361090:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098e11 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x322:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7498 expref: 616 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.361100:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752205824:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.361112:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.361118:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.361122:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671656.361146:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x322:0x0]: returning size 260096 00000004:00200000:3.0:1734671656.361150:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.361161:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.361182:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aedc00/0x87a91e5006098e34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x322:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74a6 expref: 616 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.361191:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74a6 expref: 615 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.361196:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:3.0:1734671656.361198:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.361202:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094aeca00, rc 0) 00000100:00100000:3.0:1734671656.361217:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+615:12139:x1818934752079616:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4912us (5427us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.361222:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29881 00000100:00100000:0.0:1734671656.365035:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.365089:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080000 00000100:00100000:3.0:1734671656.365097:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080000 00000100:00100000:0.0:1734671656.365117:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.365140:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080128 00000100:00100000:3.0:1734671656.365142:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080128 00000100:00100000:3.0:1734671656.365164:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29883 00000100:00100000:0.0:1734671656.365170:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29884 00000100:00100000:3.0:1734671656.365171:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934752080000:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:0.0:1734671656.365177:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12140:x1818934752080128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.365194:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.365200:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.365207:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098e57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74b4 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.365209:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006098e5e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74bb expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.365232:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006098e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74bb expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.365243:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006098e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74bb expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.365250:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.365252:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.365254:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.365255:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca9000, rc 0) 00010000:00010000:3.0:1734671656.365261:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365268:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365279:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365283:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365288:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.365296:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12140:x1818934752080128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 119us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.365302:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29884 00010000:00010000:3.0:1734671656.365486:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365493:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365498:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365502:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094522a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.365505:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365511:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365519:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.365522:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.365524:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365528:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098e65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365536:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365540:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365552:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365555:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094522400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.365557:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365561:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365566:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xcd61b030 (ffff88009b0dc000) 00010000:00010000:3.0:1734671656.365568:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.365570:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365574:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098e6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.365610:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098e57 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74b4 expref: 617 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.365617:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec800/0x87a91e5006098e57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74b4 expref: 617 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.365623:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094aec800, rc 0) 00000100:00100000:3.0:1734671656.365655:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12139:x1818934752080000:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 484us (627us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.365671:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29883 00000100:00100000:0.0:1734671656.367292:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.367409:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080256 00000100:00100000:2.0:1734671656.367415:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080256 00000100:00100000:2.0:1734671656.367453:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7244 00000100:00100000:2.0:1734671656.367459:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+616:12140:x1818934752080256:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671656.371826:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.371886:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080384 00000100:00100000:3.0:1734671656.371894:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080384 00000100:00100000:3.0:1734671656.371935:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29885 00000100:00100000:3.0:1734671656.371942:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934752080384:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.371958:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.371972:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098e73 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74c2 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.371999:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098e73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74c2 expref: 619 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.372009:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098e73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74c2 expref: 619 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.372016:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.372018:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.372021:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e04d000, rc 0) 00000100:00100000:3.0:1734671656.372055:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12139:x1818934752080384:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 114us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.372060:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29885 00000100:00100000:2.0:1734671656.373114:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752080256:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5651us (5823us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.373124:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7244 00000100:00100000:1.0:1734671656.374909:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.375049:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080512 00000100:00100000:2.0:1734671656.375055:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080512 00000100:00100000:2.0:1734671656.375090:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7245 00000100:00100000:2.0:1734671656.375097:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752080512:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671656.378363:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.378504:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080640 00000100:00100000:2.0:1734671656.378511:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080640 00000100:00100000:2.0:1734671656.378553:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29886 00000100:00100000:2.0:1734671656.378559:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752080640:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.378576:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.378593:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081800/0x87a91e5006098e7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74c9 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.378638:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378648:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378714:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378728:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378735:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378740:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378817:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378824:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378829:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671656.378854:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x323:0x0]: returning size 260096 00000004:00200000:2.0:1734671656.378858:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.378869:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378877:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378883:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378888:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378893:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378897:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092081600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.378900:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378906:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378914:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.378916:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.378920:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.378924:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098e81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379010:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379016:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379021:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379025:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092081c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.379027:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379031:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379037:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xb61ad33 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.379039:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.379041:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379381:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098e88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.379406:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081800/0x87a91e5006098e7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74c9 expref: 620 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.379415:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74c9 expref: 619 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.379420:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:2.0:1734671656.379422:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.379424:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092081400, rc 0) 00000100:00100000:2.0:1734671656.379470:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752080640:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 910us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.379475:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29886 00000100:00100000:3.0:1734671656.380358:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934752080512:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5259us (5451us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.380367:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7245 00000100:00100000:0.0:1734671656.384336:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.384421:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.384422:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080768 00000100:00100000:2.0:1734671656.384430:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080768 00000100:00100000:2.0:1734671656.384470:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2935 00000100:00100000:2.0:1734671656.384476:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:1965:x1818934752080768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.384487:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.384508:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081400/0x87a91e5006098e8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74c9 expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.384521:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:2.0:1734671656.384525:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.384565:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:1965:x1818934752080768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 88us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.384565:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752080896 00000100:00100000:1.0:1734671656.384570:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752080896 00000100:00100000:2.0:1734671656.384571:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2935 00000100:00100000:0.0:1734671656.384588:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.385119:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081024 00000100:00100000:1.0:1734671656.385123:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081024 00000100:00100000:2.0:1734671656.385128:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29887 00000100:00100000:2.0:1734671656.385133:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934752080896:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:3.0:1734671656.385136:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29888 00000100:00100000:3.0:1734671656.385141:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12140:x1818934752081024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.385154:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.385167:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098e96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74d7 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.385216:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385226:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385233:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385244:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385248:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385253:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385301:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385306:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385311:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385316:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093613200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.385319:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385325:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385335:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.385337:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.385340:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385344:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098e9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385359:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385363:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385368:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385371:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935cee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.385373:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385377:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385382:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009b0dc700) 00010000:00010000:3.0:1734671656.385383:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.385385:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.385389:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098ea4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.385405:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.385412:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098eab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74d0 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.385414:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098e96 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74d7 expref: 619 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.385421:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098e96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74d7 expref: 620 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.385427:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfad000, rc 0) 00010000:00010000:2.0:1734671656.385434:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385441:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385446:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385454:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.385456:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752081024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 314us (867us total) trans 0 rc 301/301 00010000:00010000:2.0:1734671656.385459:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.385461:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29888 00010000:00010000:2.0:1734671656.385463:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385521:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385528:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385534:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671656.385555:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x322:0x0]: returning size 260096 00000004:00200000:2.0:1734671656.385559:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.385571:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385578:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385583:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385587:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385592:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385595:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092081600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.385598:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385602:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385608:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.385610:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.385612:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385616:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e5006098eb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385623:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385628:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385632:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385636:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092080400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.385638:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385643:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385648:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xb61ad33 (ffff88009bfbb300) 00010000:00010000:2.0:1734671656.385649:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.385651:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385664:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080400/0x87a91e5006098eb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.385704:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098eab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74d0 expref: 619 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.385714:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74d0 expref: 618 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.385719:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:2.0:1734671656.385720:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.385722:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094522400, rc 0) 00000100:00100000:2.0:1734671656.385740:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934752080896:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 606us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.385745:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29887 00000100:00100000:1.0:1734671656.388192:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.388236:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.388331:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081280 00000100:00100000:2.0:1734671656.388331:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081152 00000100:00100000:3.0:1734671656.388337:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081280 00000100:00100000:2.0:1734671656.388337:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081152 00000100:00100000:2.0:1734671656.388364:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29889 00000100:00100000:3.0:1734671656.388365:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2936 00000100:00100000:3.0:1734671656.388370:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:1967:x1818934752081280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671656.388370:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752081152:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.388379:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.388381:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.388391:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081800/0x87a91e5006098ec7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74de expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.388393:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e5006098ec0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74d0 expref: 619 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.388403:0:7070:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:3.0:1734671656.388406:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.388427:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.388432:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:1967:x1818934752081280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.388437:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2936 00010000:00010000:2.0:1734671656.388438:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388445:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388455:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388463:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388468:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388515:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388520:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388525:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388530:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092081c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.388532:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388538:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388544:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.388547:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.388549:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388554:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081c00/0x87a91e5006098ece lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388561:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388565:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388570:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388574:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80a2800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.388576:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388580:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388585:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.388587:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.388589:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388593:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e5006098ed5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.388621:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081800/0x87a91e5006098ec7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74de expref: 618 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.388627:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081800/0x87a91e5006098ec7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74de expref: 618 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.388634:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092081800, rc 0) 00000100:00100000:2.0:1734671656.388650:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752081152:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 281us (465us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.388672:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29889 00000100:00100000:0.0:1734671656.389954:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.390098:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081408 00000100:00100000:2.0:1734671656.390104:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081408 00000100:00100000:2.0:1734671656.390133:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29890 00000100:00100000:2.0:1734671656.390139:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752081408:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.390150:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.390161:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098edc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74e5 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.390191:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390200:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390206:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390216:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390221:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390226:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390264:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390269:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390273:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390277:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5696e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.390280:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390284:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390291:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.390293:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.390296:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390301:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e5006098ee3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390308:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390312:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390316:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390320:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094bc0800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.390321:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390325:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390331:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bfbbc00) 00010000:00010000:2.0:1734671656.390332:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.390334:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390341:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e5006098eea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.390366:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098edc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74e5 expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.390373:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e5006098edc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74e5 expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.390380:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094522a00, rc 0) 00000100:00100000:2.0:1734671656.391518:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752081408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1376us (1564us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.391524:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29890 00000100:00100000:1.0:1734671656.391729:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.391915:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081536 00000100:00100000:3.0:1734671656.391920:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081536 00000100:00100000:3.0:1734671656.391949:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29891 00000100:00100000:3.0:1734671656.391954:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752081536:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.391965:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.391977:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006098ef1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74ec expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.392006:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392015:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392021:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392030:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392035:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392040:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392078:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392084:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392088:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392092:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338e600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.392095:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392100:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392108:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.392110:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.392118:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392122:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e600/0x87a91e5006098ef8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392130:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392135:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392139:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392143:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.392144:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392148:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392154:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009b0dc300) 00010000:00010000:3.0:1734671656.392155:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.392157:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392160:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e5006098eff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.392184:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006098ef1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74ec expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.392190:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e5006098ef1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74ec expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.392195:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d63e00, rc 0) 00000100:00100000:3.0:1734671656.392218:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752081536:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 263us (489us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.392223:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29891 00000100:00100000:0.0:1734671656.394119:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.394279:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081664 00000100:00100000:3.0:1734671656.394285:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081664 00000100:00100000:3.0:1734671656.394536:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29892 00000100:00100000:3.0:1734671656.394543:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752081664:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.394556:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.394568:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098f06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74f3 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.394605:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394615:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394623:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394634:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394638:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394643:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394721:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394726:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.394731:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671656.395109:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.395151:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752081920 00000100:00100000:1.0:1734671656.395155:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752081920 00000100:00100000:1.0:1734671656.395185:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29893 00000100:00100000:1.0:1734671656.395189:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752081920:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.395196:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.395204:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098f1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f74fa expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.395249:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395259:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395264:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395273:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395278:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395282:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395305:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395309:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395314:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395318:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfad000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.395321:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395326:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395333:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.395336:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.395339:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395343:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395361:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.395364:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935cec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.395366:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.395367:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.395370:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.395373:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.395374:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093613200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.395376:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.395379:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.395380:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.395382:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.395384:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff8800943a1e00) 00010000:00010000:3.0:1734671656.395385:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.395386:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.395388:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.395389:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098f0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.395392:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.395397:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.395401:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.395405:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.395409:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094436a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.395411:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.395413:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098f1b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74fa expref: 620 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.395415:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.395419:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009b0dce00) 00010000:00010000:1.0:1734671656.395420:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098f1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74fa expref: 620 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.395421:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.395423:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.395426:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e5006098f14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.395427:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbd5800, rc 0) 00010000:00010000:3.0:1734671656.395453:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098f06 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74f3 expref: 619 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.395459:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098f06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74f3 expref: 619 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.395460:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752081920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 269us (351us total) trans 0 rc 301/301 00010000:00010000:3.0:1734671656.395464:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935cee00, rc 0) 00000100:00100000:1.0:1734671656.395466:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29893 00000100:00100000:3.0:1734671656.395480:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752081664:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 938us (1367us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.395485:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29892 00000100:00100000:0.0:1734671656.398253:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.399496:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.399824:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752082048 00000100:00100000:2.0:1734671656.399832:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752082048 00000100:00100000:2.0:1734671656.399859:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752082176 00000100:00100000:2.0:1734671656.399861:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752082176 00000100:00100000:2.0:1734671656.399880:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29894 00000100:00100000:2.0:1734671656.399886:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12140:x1818934752082048:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.399901:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.399916:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098f30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7501 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671656.400096:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29895 00000100:00100000:0.0:1734671656.400102:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12139:x1818934752082176:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.400133:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.400140:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098f37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7508 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.400173:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400184:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400192:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400202:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400207:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400211:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400260:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400265:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400270:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400274:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.400277:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400283:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400291:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.400293:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.400297:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400301:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e5006098f3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400312:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400317:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400321:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400324:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.400326:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400330:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400335:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bed0600) 00010000:00010000:0.0:1734671656.400337:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.400339:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400343:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098f45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.400373:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098f37 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7508 expref: 620 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.400379:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8000/0x87a91e5006098f37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7508 expref: 620 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.400385:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca8000, rc 0) 00000100:00100000:0.0:1734671656.400420:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12139:x1818934752082176:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 317us (927us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.400425:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29895 00010000:00010000:2.0:1734671656.400847:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400855:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400865:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400873:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400878:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400882:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400913:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400917:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400922:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400926:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a82ba200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.400928:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400932:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400938:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.400940:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.400943:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400947:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba200/0x87a91e5006098f4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400954:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400958:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400962:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400965:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a82bb800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.400968:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400971:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400977:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009bfbb100) 00010000:00010000:2.0:1734671656.400978:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.400980:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.400984:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb800/0x87a91e5006098f53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.401008:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098f30 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7501 expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.401014:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006098f30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7501 expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.401020:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009974fa00, rc 0) 00000100:00100000:2.0:1734671656.401317:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752082048:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1429us (3069us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.401323:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29894 00000100:00100000:0.0:1734671656.403666:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.404216:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752082432 00000100:00100000:2.0:1734671656.404225:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752082432 00000100:00100000:2.0:1734671656.404268:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29896 00000100:00100000:2.0:1734671656.404274:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752082432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.404290:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.404303:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006098f5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f750f expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.404386:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404396:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404405:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404416:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404421:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404426:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404457:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404467:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404472:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404477:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094bc1c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.404480:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404485:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404494:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.404496:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.404500:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404504:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e5006098f61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404513:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404517:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404521:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404524:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.404526:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404534:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404539:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bfbb200) 00010000:00010000:2.0:1734671656.404541:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.404543:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404547:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e5006098f68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.404570:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006098f5a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f750f expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.404576:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba000/0x87a91e5006098f5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f750f expref: 618 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.404582:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82ba000, rc 0) 00000100:00100000:2.0:1734671656.404628:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12139:x1818934752082432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 353us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.404633:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29896 00000100:00100000:0.0:1734671656.404723:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.404818:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752082688 00000100:00100000:3.0:1734671656.404822:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752082688 00000100:00100000:3.0:1734671656.404841:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29897 00000100:00100000:3.0:1734671656.404845:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+617:12140:x1818934752082688:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.404853:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.404855:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1734671656.404867:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006098e5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74bb expref: 617 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.404874:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.404877:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.404883:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7516 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.404937:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.404944:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.404949:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.404958:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.404963:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.404968:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00080000:3.0:1734671656.405295:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c5:0x0], index 0: 0 00000040:00080000:3.0:1734671656.405378:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8053, 184 off1408520 00010000:00010000:3.0:1734671656.405455:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006098f84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405465:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006098f84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405470:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006098f84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405490:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405494:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405498:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405501:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfad000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.405503:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405507:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405513:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.405515:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.405517:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.405521:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e5006098f76 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671656.405528:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009bf32300 reply state ffff880093766000 transno 4294982451 ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671656.405536:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671656.405550:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006098f6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7516 expref: 619 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.405558:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006098f84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7516 expref: 618 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.405563:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c2:0x0].0x0 (ffff88009b0dc900) 00010000:00010000:3.0:1734671656.405565:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.405566:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379000, rc 0) 00000100:00100000:3.0:1734671656.405591:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12140:x1818934752082688:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 745us (868us total) trans 4294982451 rc 0/0 00000100:00100000:3.0:1734671656.405597:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29897 00000100:00100000:0.0:1734671656.407373:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.407447:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752082816 00000100:00100000:2.0:1734671656.407454:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752082816 00000100:00100000:2.0:1734671656.407484:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29898 00000100:00100000:2.0:1734671656.407490:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+619:12139:x1818934752082816:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.407505:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.407517:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006098f92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f751d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.407564:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407573:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407580:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407589:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407594:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407599:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407648:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407653:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407667:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407671:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.407697:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407703:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407714:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.407717:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.407721:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407725:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e5006098f99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407734:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407738:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407743:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407747:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.407749:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407753:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407758:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bfbbb00) 00010000:00010000:2.0:1734671656.407760:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.407762:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407765:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006098fa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.407795:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006098f92 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f751d expref: 620 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.407803:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006098f92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f751d expref: 620 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.407810:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540f400, rc 0) 00010000:00010000:3.0:1734671656.407895:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.407901:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.407905:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.407909:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092080200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.407911:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.407914:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.407921:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009b0dc000) 00010000:00010000:3.0:1734671656.407923:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.407925:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.407929:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080200/0x87a91e5006098f7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671656.409063:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934752082816:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1568us (1690us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.409069:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29898 00000100:00100000:1.0:1734671656.409225:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.409247:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752082944 00000100:00100000:1.0:1734671656.409252:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752082944 00000100:00100000:1.0:1734671656.409287:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4623 00000100:00100000:1.0:1734671656.409292:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1964:x1818934752082944:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.409303:0:19185:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.409315:0:19185:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7524 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1734671656.409332:0:19185:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671656.409344:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.409347:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.409353:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 89 pid: 19185 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.409364:0:19185:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 89 pid: 19185 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.409372:0:19185:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca8000, rc 0) 00000100:00100000:1.0:1734671656.409392:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1964:x1818934752082944:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 100us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.409400:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4623 00000100:00100000:0.0:1734671656.412786:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.412885:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752083200 00000100:00100000:2.0:1734671656.412892:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752083200 00000100:00100000:2.0:1734671656.412921:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29899 00000100:00100000:2.0:1734671656.412927:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+618:12139:x1818934752083200:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.412944:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.412947:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671656.412974:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d000/0x87a91e5006098e73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74c2 expref: 618 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.412987:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.412991:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.413000:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098fae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f752b expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.413102:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413112:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413119:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413128:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413133:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413138:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:2.0:1734671656.413464:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c6:0x0], index 1: 0 00000040:00080000:2.0:1734671656.413552:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8054, 184 off1408704 00010000:00010000:2.0:1734671656.413632:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006098fc3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413638:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006098fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413644:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006098fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413698:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413704:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413709:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413713:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935cec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.413716:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413724:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413731:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.413733:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.413736:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.413740:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e5006098fb5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671656.413747:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009bf33b80 reply state ffff88008cdfb000 transno 4294982452 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.413752:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671656.413770:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006098fae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f752b expref: 620 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.413779:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006098fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f752b expref: 619 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.413784:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c3:0x0].0x0 (ffff88009bfbbe00) 00010000:00010000:2.0:1734671656.413785:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.413787:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354e6c00, rc 0) 00000100:00100000:2.0:1734671656.413838:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+620:12139:x1818934752083200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 910us (1059us total) trans 4294982452 rc 0/0 00000100:00100000:2.0:1734671656.413843:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29899 00000100:00100000:0.0:1734671656.414438:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.414503:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752083456 00000100:00100000:3.0:1734671656.414508:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752083456 00000100:00100000:3.0:1734671656.414529:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7246 00000100:00100000:3.0:1734671656.414534:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+620:12140:x1818934752083456:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.414762:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8055, 168 off1408872 00000001:00080000:3.0:1734671656.414767:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982453 00000100:00100000:3.0:1734671656.414817:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+622:12140:x1818934752083456:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 282us (380us total) trans 4294982454 rc 0/0 00000100:00100000:3.0:1734671656.414823:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7246 00000020:00080000:3.0:1734671656.414826:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.420122:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.420163:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.420336:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752083584 00010000:00010000:2.0:1734671656.420370:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.420382:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.420388:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.420393:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.420401:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.420407:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.420424:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.420427:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.420430:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.420435:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e5006098fbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.420453:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752083584 00000100:00100000:1.0:1734671656.420627:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752083840 00000100:00100000:1.0:1734671656.420631:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752083840 00000100:00100000:1.0:1734671656.420654:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7247 00000100:00100000:1.0:1734671656.420668:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+621:12140:x1818934752083840:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671656.420762:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4624 00000100:00100000:3.0:1734671656.420767:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+88:1965:x1818934752083584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.420776:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.420789:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7532 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671656.420806:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671656.420817:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.420819:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.420825:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 89 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.420838:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 89 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.420846:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093378000, rc 0) 00000100:00100000:3.0:1734671656.420979:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1965:x1818934752083584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 210us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.420984:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4624 00000040:00080000:1.0:1734671656.421364:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8057, 168 off1409192 00000100:00100000:1.0:1734671656.421460:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+622:12140:x1818934752083840:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 790us (1345us total) trans 4294982455 rc 0/0 00000100:00100000:1.0:1734671656.421466:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7247 00000100:00100000:1.0:1734671656.424128:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.424171:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.424242:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752084096 00000100:00100000:0.0:1734671656.424250:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752084096 00000100:00100000:2.0:1734671656.424262:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752084352 00000100:00100000:2.0:1734671656.424266:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752084352 00000100:00100000:0.0:1734671656.424332:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7248 00000100:00100000:0.0:1734671656.424339:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+623:12139:x1818934752084096:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671656.424416:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7249 00000100:00100000:2.0:1734671656.424421:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+623:12140:x1818934752084352:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.424831:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8058, 168 off1409360 00000100:00100000:2.0:1734671656.424917:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+624:12140:x1818934752084352:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 494us (745us total) trans 4294982456 rc 0/0 00000100:00100000:2.0:1734671656.424924:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7249 00000040:00080000:0.0:1734671656.425095:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8059, 168 off1409528 00000001:00080000:0.0:1734671656.425100:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982457 00000100:00100000:0.0:1734671656.425144:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+625:12139:x1818934752084096:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 804us (1023us total) trans 4294982458 rc 0/0 00000100:00100000:0.0:1734671656.425149:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7248 00000020:00080000:0.0:1734671656.425152:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734671656.431028:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.431068:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.431139:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752084608 00000100:00100000:2.0:1734671656.431147:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752084608 00000100:00100000:2.0:1734671656.431184:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752084864 00000100:00100000:2.0:1734671656.431187:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752084864 00000100:00100000:2.0:1734671656.431201:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7250 00000100:00100000:2.0:1734671656.431206:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+626:12140:x1818934752084608:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671656.431208:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7251 00000100:00100000:0.0:1734671656.431212:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+626:12139:x1818934752084864:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.431752:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8060, 168 off1409696 00000100:00100000:2.0:1734671656.431828:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+627:12140:x1818934752084608:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 621us (807us total) trans 4294982459 rc 0/0 00000100:00100000:2.0:1734671656.431834:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7250 00000040:00080000:0.0:1734671656.432615:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8061, 168 off1409864 00000100:00100000:0.0:1734671656.432709:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+627:12139:x1818934752084864:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1495us (1639us total) trans 4294982460 rc 0/0 00000100:00100000:0.0:1734671656.432716:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7251 00000100:00100000:0.0:1734671656.434496:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.435189:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.435259:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752085120 00000100:00100000:2.0:1734671656.435265:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752085120 00000100:00100000:2.0:1734671656.435294:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752085376 00000100:00100000:2.0:1734671656.435296:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752085376 00000100:00100000:2.0:1734671656.435308:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7252 00000100:00100000:2.0:1734671656.435314:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+628:12140:x1818934752085120:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.435499:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8062, 168 off1410032 00000100:00100000:2.0:1734671656.435572:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+629:12140:x1818934752085120:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 256us (1080us total) trans 4294982461 rc 0/0 00000100:00100000:2.0:1734671656.435578:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7252 00000100:00100000:2.0:1734671656.435591:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7253 00000100:00100000:2.0:1734671656.435594:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+628:12139:x1818934752085376:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.435992:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8063, 168 off1410200 00000100:00100000:2.0:1734671656.436212:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+629:12139:x1818934752085376:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 615us (1022us total) trans 4294982462 rc 0/0 00000100:00100000:2.0:1734671656.436218:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7253 00000100:00100000:0.0:1734671656.437840:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.437900:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752085632 00000100:00100000:2.0:1734671656.437905:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752085632 00000100:00100000:2.0:1734671656.437935:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7254 00000100:00100000:2.0:1734671656.437941:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+629:12139:x1818934752085632:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.438093:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8064, 168 off1410368 00000100:00100000:2.0:1734671656.438161:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+630:12139:x1818934752085632:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 220us (325us total) trans 4294982463 rc 0/0 00000100:00100000:2.0:1734671656.438167:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7254 00000100:00100000:0.0:1734671656.438542:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.438587:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752085888 00000100:00100000:1.0:1734671656.438590:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752085888 00000100:00100000:1.0:1734671656.438619:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29900 00000100:00100000:1.0:1734671656.438623:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+631:12140:x1818934752085888:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671656.438645:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.438669:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006098f84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7516 expref: 631 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.438706:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c2:0x0].0x0 (ffff88009b0dc900) 00010000:00010000:1.0:1734671656.438714:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.438726:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438737:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438744:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438753:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438760:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438765:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438824:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438828:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.438833:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:1.0:1734671656.439050:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].643, 64 off49408 00000040:00080000:1.0:1734671656.439062:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8065, 184 off1410552 00010000:00010000:1.0:1734671656.439094:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439100:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439105:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439110:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439118:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439122:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439127:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439130:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd4e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.439133:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439137:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439142:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c2:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.439144:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671656.439147:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439150:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e5006098fed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439161:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439165:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439168:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439172:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd5800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.439175:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439179:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439183:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c2:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.439184:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671656.439186:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439189:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e5006098fe6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439218:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439222:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439226:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439228:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.439230:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439234:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439238:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.439239:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.439241:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.439247:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006098fd8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671656.439253:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800998ea300 reply state ffff880131608000 transno 4294982464 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671656.439257:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671656.439291:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+632:12140:x1818934752085888:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 666us (749us total) trans 4294982464 rc 0/0 00000100:00100000:1.0:1734671656.439296:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29900 00000100:00100000:0.0:1734671656.442004:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.442045:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752086144 00000100:00100000:2.0:1734671656.442052:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752086144 00000100:00100000:0.0:1734671656.442070:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.442078:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7255 00000100:00100000:2.0:1734671656.442084:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+631:12139:x1818934752086144:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671656.442201:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.442210:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.442216:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.442221:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.442225:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.442231:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.442243:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff8800943a1d00) 00010000:00010000:3.0:1734671656.442245:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.442249:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.442254:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e5006098fdf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671656.442320:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752086272 00000100:00100000:1.0:1734671656.442324:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752086272 00000100:00100000:1.0:1734671656.442349:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29901 00000100:00100000:1.0:1734671656.442354:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+631:12140:x1818934752086272:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.442363:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.442372:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098ff4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7539 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.442408:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442416:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442422:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442430:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442435:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442440:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442479:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442483:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442487:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442490:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.442492:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442496:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442502:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.442504:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.442506:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442510:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e5006098ffb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442519:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442522:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442530:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442533:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.442535:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442538:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442542:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff8800943a1f00) 00010000:00010000:1.0:1734671656.442544:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.442545:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442548:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e5006099002 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.442569:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098ff4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7539 expref: 632 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.442575:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e5006098ff4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7539 expref: 632 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.442580:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2200, rc 0) 00000100:00100000:1.0:1734671656.442617:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+631:12140:x1818934752086272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 262us (546us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.442623:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29901 00000040:00080000:2.0:1734671656.443105:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8066, 168 off1410720 00000100:00100000:2.0:1734671656.443232:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+631:12139:x1818934752086144:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1146us (1232us total) trans 4294982465 rc 0/0 00000100:00100000:2.0:1734671656.443239:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7255 00000100:00100000:0.0:1734671656.444249:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.444338:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752086400 00000100:00100000:1.0:1734671656.444343:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752086400 00000100:00100000:1.0:1734671656.444370:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29902 00000100:00100000:1.0:1734671656.444374:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+631:12140:x1818934752086400:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.444386:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.444395:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e5006099009 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7540 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.444416:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e5006099009 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7540 expref: 632 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.444424:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e5006099009 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7540 expref: 632 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.444430:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.444432:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.444434:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a41e00, rc 0) 00000100:00100000:1.0:1734671656.444450:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+632:12140:x1818934752086400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 76us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.444454:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29902 00000100:00100000:0.0:1734671656.449915:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.450698:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752086656 00000100:00100000:3.0:1734671656.450706:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752086656 00000100:00100000:3.0:1734671656.450747:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29903 00000100:00100000:3.0:1734671656.450754:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+632:12139:x1818934752086656:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671656.450793:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.450815:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006098fc3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f752b expref: 632 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.450845:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c3:0x0].0x0 (ffff88009bfbbe00) 00010000:00010000:3.0:1734671656.450855:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.450870:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450880:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450886:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450895:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450899:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450904:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450982:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450992:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.450996:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671656.452527:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].642, 64 off49344 00000040:00080000:3.0:1734671656.452548:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8067, 184 off1410904 00010000:00010000:3.0:1734671656.452606:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452614:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452620:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452625:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452629:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452632:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452637:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452641:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.452643:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452648:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452665:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c3:0x0].0x0 (ffff88009b0dc300) 00010000:00010000:3.0:1734671656.452667:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671656.452671:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452688:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379200/0x87a91e5006099025 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452708:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452712:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452716:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452720:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093378800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.452722:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452726:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452731:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c3:0x0].0x0 (ffff88009b0dc300) 00010000:00010000:3.0:1734671656.452733:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671656.452734:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452738:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e500609901e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452774:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452779:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452783:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452786:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093378200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.452788:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452793:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452798:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.452800:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.452802:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.452805:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e5006099010 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671656.452812:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008ef9f100 reply state ffff880093761000 transno 4294982466 ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.452818:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671656.452873:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12139:x1818934752086656:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2117us (2963us total) trans 4294982466 rc 0/0 00000100:00100000:3.0:1734671656.452880:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29903 00000100:00100000:0.0:1734671656.453511:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.453700:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752086784 00000100:00100000:3.0:1734671656.453706:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752086784 00000100:00100000:3.0:1734671656.454818:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7256 00000100:00100000:3.0:1734671656.454825:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752086784:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671656.458363:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.458477:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.458486:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.458492:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.458496:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.458499:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.458503:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752086912 00010000:00010000:2.0:1734671656.458504:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.458510:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752086912 00010000:00010000:2.0:1734671656.458517:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009b0dc900) 00010000:00010000:2.0:1734671656.458520:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.458523:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.458527:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099017 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.458582:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752086784:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3756us (5071us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.458589:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7256 00000100:00100000:3.0:1734671656.458669:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29904 00000100:00100000:3.0:1734671656.458695:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+632:12139:x1818934752086912:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.458713:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.458724:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e500609902c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7547 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.459029:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459040:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459048:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459122:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459128:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459134:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459179:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459184:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459188:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459193:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.459195:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459200:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459206:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.459208:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.459211:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459220:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e5006099033 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459228:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459232:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459236:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459240:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.459242:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459247:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459252:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009b0dce00) 00010000:00010000:3.0:1734671656.459255:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.459257:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459262:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609903a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.459289:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e500609902c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7547 expref: 633 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.459295:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e500609902c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7547 expref: 633 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.459301:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379e00, rc 0) 00000100:00100000:3.0:1734671656.459328:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+632:12139:x1818934752086912:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 653us (971us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.459333:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29904 00000100:00100000:0.0:1734671656.461564:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.461610:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.461719:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087168 00000100:00100000:1.0:1734671656.461725:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087168 00000100:00100000:1.0:1734671656.461762:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087040 00000100:00100000:1.0:1734671656.461764:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087040 00000100:00100000:1.0:1734671656.461778:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29905 00000100:00100000:1.0:1734671656.461783:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12139:x1818934752087168:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.461796:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.461807:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006099041 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7555 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.461831:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006099041 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7555 expref: 634 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.461840:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006099041 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7555 expref: 634 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.461846:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.461848:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.461851:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca8c00, rc 0) 00000100:00100000:1.0:1734671656.461879:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752087168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 94us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.461884:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29905 00000100:00100000:1.0:1734671656.461898:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29906 00000100:00100000:1.0:1734671656.461902:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752087040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.461908:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.461914:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006099048 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f754e expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.461957:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.461965:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.461972:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.461983:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.461988:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.461993:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462036:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462041:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462046:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462051:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.462054:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462059:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462067:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.462069:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.462072:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462076:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609904f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462095:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462099:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462104:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462108:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.462109:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462113:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462118:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.462120:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.462121:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462125:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099056 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.462150:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006099048 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f754e expref: 634 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.462156:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006099048 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f754e expref: 634 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.462161:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca9000, rc 0) 00000100:00100000:1.0:1734671656.462175:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752087040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 272us (566us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.462179:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29906 00000100:00100000:0.0:1734671656.464074:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.464117:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.464215:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087424 00000100:00100000:3.0:1734671656.464221:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087424 00000100:00100000:3.0:1734671656.464245:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7257 00000100:00100000:3.0:1734671656.464250:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12139:x1818934752087424:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671656.464280:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087296 00000100:00100000:2.0:1734671656.464285:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087296 00000100:00100000:2.0:1734671656.464305:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29907 00000100:00100000:2.0:1734671656.464624:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12140:x1818934752087296:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.464635:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.464646:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609905d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f755c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.464712:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465066:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465077:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465090:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465099:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465104:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465135:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465140:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465145:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465150:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.465153:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465159:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465167:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.465170:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.465173:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465177:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6c00/0x87a91e5006099064 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465208:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465213:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465217:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465221:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfad000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.465223:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465226:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465231:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.465233:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.465235:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465238:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad000/0x87a91e500609906b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.465267:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609905d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f755c expref: 636 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.465274:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609905d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f755c expref: 636 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.465280:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935cec00, rc 0) 00000100:00100000:2.0:1734671656.465313:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+635:12140:x1818934752087296:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1001us (1242us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.465319:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29907 00000100:00100000:3.0:1734671656.468295:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12139:x1818934752087424:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4037us (4169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.468305:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7257 00000100:00100000:0.0:1734671656.468631:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.468798:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087680 00000100:00100000:2.0:1734671656.468805:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087680 00000100:00100000:2.0:1734671656.468830:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29908 00000100:00100000:2.0:1734671656.468835:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752087680:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.468849:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.468867:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006099072 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7563 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.469038:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469050:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469058:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469070:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469076:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469080:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469107:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469113:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469117:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469122:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935cee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.469126:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469131:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469140:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.469142:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.469146:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469150:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e5006099079 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469158:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469162:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469167:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469171:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093613200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.469172:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469182:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469188:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff88009bfbb300) 00010000:00010000:2.0:1734671656.469189:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.469192:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469203:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e5006099080 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.469223:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006099072 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7563 expref: 634 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.469230:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e5006099072 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7563 expref: 634 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.469236:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca9000, rc 0) 00000100:00100000:2.0:1734671656.469272:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752087680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 436us (641us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.469277:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29908 00000100:00100000:0.0:1734671656.472800:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.472838:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.472934:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087808 00000100:00100000:1.0:1734671656.472940:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087808 00000100:00100000:1.0:1734671656.472965:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752087936 00000100:00100000:1.0:1734671656.472967:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752087936 00000100:00100000:1.0:1734671656.472987:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29909 00000100:00100000:1.0:1734671656.472992:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752087808:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.473006:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.473018:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099087 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f756a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.473062:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473073:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473081:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473092:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473096:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473101:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473145:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473151:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473156:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473164:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.473167:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473172:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473181:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.473183:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.473187:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473192:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609908e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473203:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473208:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473211:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473215:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.473216:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473220:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473225:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff8800943a1e00) 00010000:00010000:1.0:1734671656.473227:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.473229:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473233:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41600/0x87a91e5006099095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473262:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099087 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f756a expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.473268:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e5006099087 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f756a expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.473275:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d3f200, rc 0) 00000100:00100000:1.0:1734671656.473310:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752087808:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 317us (516us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.473315:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29909 00000100:00100000:1.0:1734671656.473330:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29910 00000100:00100000:1.0:1734671656.473334:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752087936:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.473340:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.473346:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e500609909c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7571 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.473368:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473374:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473383:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473393:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473399:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473404:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473430:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473435:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473439:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473443:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.473444:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473448:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473454:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.473456:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.473458:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473461:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e50060990a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.473467:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474601:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474606:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474610:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800923b3e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.474612:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474617:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474624:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff8800943a1d00) 00010000:00010000:1.0:1734671656.474626:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.474629:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474633:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3e00/0x87a91e50060990aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.474705:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e500609909c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7571 expref: 634 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.474712:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41000/0x87a91e500609909c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7571 expref: 634 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.474719:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a41000, rc 0) 00000100:00100000:1.0:1734671656.474755:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752087936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1419us (1915us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.474764:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29910 00000100:00100000:0.0:1734671656.476853:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.476923:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752088192 00000100:00100000:1.0:1734671656.476929:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752088192 00000100:00100000:1.0:1734671656.476968:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29911 00000100:00100000:1.0:1734671656.476974:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+633:12140:x1818934752088192:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.476988:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.476991:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671656.477007:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e5006099009 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7540 expref: 633 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.477024:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.477028:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.477039:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e50060990b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7578 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.477127:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477138:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477144:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477153:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477158:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477165:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:1.0:1734671656.477490:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c6:0x0], index 0: 0 00000040:00080000:1.0:1734671656.477541:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8068, 184 off1411088 00010000:00010000:1.0:1734671656.477621:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477628:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477634:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477665:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477670:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477710:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477715:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009af53600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.477718:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477723:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477729:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.477731:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.477734:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.477738:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53600/0x87a91e50060990b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671656.477745:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a417f480 reply state ffff88008b06d000 transno 4294982467 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.477750:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671656.477766:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e50060990b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.477775:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 634 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.477780:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.477781:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.477783:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099751000, rc 0) 00000100:00100000:1.0:1734671656.477828:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+635:12140:x1818934752088192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 854us (981us total) trans 4294982467 rc 0/0 00000100:00100000:1.0:1734671656.477835:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29911 00000100:00100000:0.0:1734671656.479936:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.480230:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752088320 00000100:00100000:3.0:1734671656.480237:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752088320 00000100:00100000:3.0:1734671656.480277:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29912 00000100:00100000:3.0:1734671656.480283:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+635:12139:x1818934752088320:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.480301:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.480319:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e50060990d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f757f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.480362:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480371:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480378:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480389:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480393:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480399:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480444:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480449:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480453:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480457:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.480461:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480466:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480474:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.480476:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.480480:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480483:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060990db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480491:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480495:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480498:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480502:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093378200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.480503:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480507:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480511:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88009b0dce00) 00010000:00010000:3.0:1734671656.480513:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.480514:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480518:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093378200/0x87a91e50060990e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.480545:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e50060990d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f757f expref: 636 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.480551:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e50060990d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f757f expref: 636 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.480556:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379000, rc 0) 00000100:00100000:3.0:1734671656.480589:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+635:12139:x1818934752088320:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 306us (661us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.480596:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29912 00010000:00010000:2.0:1734671656.481011:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.481017:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.481021:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.481025:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009af52400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.481027:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.481031:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.481038:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff8800943a1f00) 00010000:00010000:2.0:1734671656.481040:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.481043:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.481047:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52400/0x87a91e50060990bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.482109:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.482326:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752088448 00000100:00100000:3.0:1734671656.482333:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752088448 00000100:00100000:3.0:1734671656.482358:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4625 00000100:00100000:3.0:1734671656.482363:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1964:x1818934752088448:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.482375:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.482387:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7586 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671656.482406:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671656.482420:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.482422:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.482428:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 90 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.482440:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 90 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.482453:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093378800, rc 0) 00000100:00100000:3.0:1734671656.483097:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1964:x1818934752088448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 730us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.483104:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4625 00000100:00100000:0.0:1734671656.483928:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.484025:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752088704 00000100:00100000:1.0:1734671656.484032:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752088704 00000100:00100000:1.0:1734671656.484081:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29913 00000100:00100000:1.0:1734671656.484086:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752088704:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.484104:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.484115:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e50060990f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f758d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.484198:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484210:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484218:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484229:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484234:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484239:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484266:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484272:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484276:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484280:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.484283:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484288:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484299:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.484301:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.484305:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484309:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e50060990f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484316:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484320:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484324:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484328:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800923b2600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.484330:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484334:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484340:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88012a289700) 00010000:00010000:1.0:1734671656.484342:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.484344:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484347:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060990fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.484371:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e50060990f0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f758d expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.484378:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751400/0x87a91e50060990f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f758d expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.484384:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099751400, rc 0) 00000100:00100000:1.0:1734671656.484417:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752088704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 330us (490us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.484424:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29913 00000100:00100000:0.0:1734671656.487494:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.488430:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752088832 00000100:00100000:3.0:1734671656.488438:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752088832 00000100:00100000:3.0:1734671656.488601:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4626 00000100:00100000:3.0:1734671656.488608:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:12140:x1818934752088832:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.488624:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.488637:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7594 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.488672:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.488692:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.488693:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.488697:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 91 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.488723:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.488733:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.488749:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752205952:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.489449:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.491935:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.492631:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.492748:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752205952:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.492771:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 91 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.492784:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093378200, rc 0) 00000100:00100000:3.0:1734671656.492817:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+91:12140:x1818934752088832:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4209us (5329us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.492824:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4626 00000100:00100000:1.0:1734671656.493319:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752088960 00000100:00100000:1.0:1734671656.493328:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752088960 00000100:00100000:1.0:1734671656.493363:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29914 00000100:00100000:1.0:1734671656.493369:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752088960:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.493382:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.493395:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609910c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f759b expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.493492:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493503:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493512:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493523:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493528:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493534:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493584:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493590:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493595:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493599:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.493602:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493608:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493616:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.493619:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.493622:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493627:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751800/0x87a91e5006099113 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493639:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493642:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493646:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493650:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.493651:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493664:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493670:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88009bece800) 00010000:00010000:1.0:1734671656.493672:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.493688:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.493692:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751a00/0x87a91e500609911a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.493731:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089088 00000100:00100000:1.0:1734671656.493734:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089088 00010000:00010000:1.0:1734671656.493748:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.493763:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8686 00000100:00100000:1.0:1734671656.493767:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+91:1964:x1818934752089088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.493775:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.493790:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.493798:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.493817:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093378800/0x87a91e50060990e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7586 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.493825:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.493827:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.493831:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 90 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.493838:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 90 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.493864:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 90 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.493874:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752206080:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671656.493908:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65900 going to sleep for 11 seconds 00010000:00010000:1.0:1734671656.493939:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609910c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f759b expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.493945:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609910c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f759b expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.493952:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099751600, rc 0) 00000100:00100000:1.0:1734671656.493968:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752088960:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 599us (2040us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.493974:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29914 00000100:00100000:0.0:1734671656.496908:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.496980:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089344 00000100:00100000:2.0:1734671656.496986:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089344 00000100:00100000:1.0:1734671656.497222:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800943e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7072:1818934752206080:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671656.497238:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.497260:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29915 00000100:00100000:2.0:1734671656.497267:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+634:12139:x1818934752089344:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.497280:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.497283:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1734671656.497283:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1964:x1818934752089088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3513us (4652us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.497295:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8686 00010000:00010000:2.0:1734671656.497578:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e5006099041 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7555 expref: 634 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.497596:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.497599:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.497608:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006099121 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75a2 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.497740:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.497751:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.497758:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.497769:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.497774:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.497779:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:2.0:1734671656.498115:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c7:0x0], index 1: 0 00000040:00080000:2.0:1734671656.498174:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8069, 184 off1411272 00000100:00100000:0.0:1734671656.498244:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.498259:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498266:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498273:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498295:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498300:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498305:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498309:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.498312:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498316:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498323:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.498326:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.498328:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.498331:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e5006099128 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671656.498338:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800997f6300 reply state ffff880092f96000 transno 4294982468 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.498343:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671656.498360:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e5006099121 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 636 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.498368:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 635 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.498373:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.498374:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.498376:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800923b2600, rc 0) 00000100:00100000:3.0:1734671656.498391:0:16862:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089472 00000100:00100000:3.0:1734671656.498397:0:16862:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089472 00000100:00100000:2.0:1734671656.498417:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12139:x1818934752089344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1150us (1515us total) trans 4294982468 rc 0/0 00000100:00100000:2.0:1734671656.498423:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29915 00002000:00100000:3.0:1734671656.498424:0:16862:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x2c6:0x0] (0->10574) req@ffff8800997f7b80 x1818934752089472/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:277/0 lens 11064/0 e 0 to 0 dl 1734671667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1734671656.498433:0:16862:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800997f7b80 with x1818934752089472 ext(0->10574) 00002000:00010000:3.0:1734671656.498437:0:16862:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800997f7b80 00000100:00100000:3.0:1734671656.498498:0:16862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 852 00000100:00100000:3.0:1734671656.498503:0:16862:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1964:x1818934752089472:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:3.0:1734671656.498869:0:16862:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+92:1964:x1818934752089472:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 364us (625us total) trans 4294968661 rc 0/0 00000100:00100000:3.0:1734671656.498876:0:16862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 852 00002000:00100000:3.0:1734671656.498881:0:16862:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x2c6:0x0] (0->10574) req@ffff8800997f7b80 x1818934752089472/t4294968661(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:277/0 lens 11064/448 e 0 to 0 dl 1734671667 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1734671656.498893:0:16862:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800997f7b80 with x1818934752089472 ext(0->10574) 00002000:00010000:3.0:1734671656.498895:0:16862:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800997f7b80 00000100:00100000:0.0:1734671656.500438:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.500513:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089600 00000100:00100000:3.0:1734671656.500519:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089600 00000100:00100000:3.0:1734671656.500547:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29916 00000100:00100000:3.0:1734671656.500552:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12140:x1818934752089600:12345-192.168.204.51@tcp:44:dbench.0 00010000:00010000:2.0:1734671656.500746:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.500755:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.500761:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.500768:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.500771:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.500777:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.500787:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88009bfbb300) 00010000:00010000:2.0:1734671656.500790:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.500793:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.500798:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609912f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.500817:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.500889:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089728 00000100:00100000:3.0:1734671656.500893:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089728 00000100:00100000:3.0:1734671656.500915:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4627 00000100:00100000:3.0:1734671656.500920:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1964:x1818934752089728:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.500928:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.501030:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75a9 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671656.501046:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671656.501058:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.501060:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.501065:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 90 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.501077:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 90 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.501085:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379200, rc 0) 00000100:00100000:3.0:1734671656.501119:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1964:x1818934752089728:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 198us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.501125:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4627 00000100:00100000:0.0:1734671656.504746:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.505398:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089856 00000100:00100000:3.0:1734671656.505408:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089856 00000100:00100000:3.0:1734671656.505443:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4628 00000100:00100000:3.0:1734671656.505450:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:12139:x1818934752089856:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.505464:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.505480:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75b0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.505505:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.505512:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.505513:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.505516:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 91 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.505542:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.505553:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.505563:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752206208:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.505605:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880092dc20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.509864:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752206208:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.509889:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 91 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.509903:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8dc200, rc 0) 00000100:00100000:1.0:1734671656.509939:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+91:12139:x1818934752089856:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4489us (5198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.509955:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4628 00000100:00100000:1.0:1734671656.510044:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.510094:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752089984 00000100:00100000:1.0:1734671656.510099:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752089984 00010000:00010000:1.0:1734671656.510118:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.510135:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8687 00000100:00100000:1.0:1734671656.510140:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+91:1965:x1818934752089984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.510149:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.510165:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.510174:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.510191:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093379200/0x87a91e5006099144 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a9 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.510199:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.510201:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.510206:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 90 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.510213:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 90 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.510832:0:7072:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 90 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.510842:0:7072:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800943e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7072:1818934752206336:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671656.510873:0:7072:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65840 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.513155:0:7072:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800943e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7072:1818934752206336:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671656.513175:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.513211:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1965:x1818934752089984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3070us (3166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.513220:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8687 00000100:00100000:1.0:1734671656.517699:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.517770:0:16810:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090112 00000100:00100000:2.0:1734671656.517777:0:16810:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090112 00002000:00100000:2.0:1734671656.517810:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x2c7:0x0] (0->10574) req@ffff8800943e1880 x1818934752090112/t0(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:277/0 lens 11064/0 e 0 to 0 dl 1734671667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1734671656.517819:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e1880 with x1818934752090112 ext(0->10574) 00002000:00010000:2.0:1734671656.517823:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e1880 00000100:00100000:2.0:1734671656.518000:0:16810:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 853 00000100:00100000:2.0:1734671656.518007:0:16810:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+90:1964:x1818934752090112:12345-192.168.204.51@tcp:4:dbench.0 00000100:00100000:2.0:1734671656.518364:0:16810:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+92:1964:x1818934752090112:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 356us (670us total) trans 4294968693 rc 0/0 00000100:00100000:2.0:1734671656.518371:0:16810:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 853 00002000:00100000:2.0:1734671656.518377:0:16810:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x2c7:0x0] (0->10574) req@ffff8800943e1880 x1818934752090112/t4294968693(0) o4->b18d15f0-75dd-44c5-9dbe-8873d719442e@192.168.204.51@tcp:277/0 lens 11064/448 e 0 to 0 dl 1734671667 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1734671656.518389:0:16810:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943e1880 with x1818934752090112 ext(0->10574) 00002000:00010000:2.0:1734671656.518392:0:16810:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943e1880 00000100:00100000:0.0:1734671656.521351:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.521459:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090240 00000100:00100000:2.0:1734671656.521465:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090240 00000100:00100000:2.0:1734671656.521495:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29917 00000100:00100000:2.0:1734671656.521501:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12139:x1818934752090240:12345-192.168.204.51@tcp:44:dbench.0 00000100:00100000:2.0:1734671656.522144:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+636:12139:x1818934752090240:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 641us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.522150:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29917 00000100:00100000:3.0:1734671656.524302:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.524369:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090368 00000100:00100000:0.0:1734671656.524376:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090368 00000100:00100000:0.0:1734671656.524414:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4629 00000100:00100000:0.0:1734671656.524420:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+92:1967:x1818934752090368:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:3.0:1734671656.544052:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+635:12140:x1818934752089600:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 43492us (43611us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.544064:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29916 00000001:00080000:3.0:1734671656.544094:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982460 is committed 00000001:00080000:3.0:1734671656.544117:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982467 is committed 00000001:00080000:3.0:1734671656.544150:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982468 is committed 00000004:00080000:3.0:1734671656.544169:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 118 committed 00000004:00080000:3.0:1734671656.544250:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 118 committed 00000100:00100000:3.0:1734671656.544434:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752206464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671656.544475:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.544491:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752206976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671656.544504:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.544515:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671656.544519:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752206592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671656.544531:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.544546:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752206848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671656.544558:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.544566:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671656.544570:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752206720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671656.544580:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.544595:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206464 00000100:00100000:3.0:1734671656.544600:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206464 00000100:00100000:3.0:1734671656.544621:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206976 00000100:00100000:3.0:1734671656.544623:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206976 00000100:00100000:3.0:1734671656.544630:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206592 00000100:00100000:3.0:1734671656.544632:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206592 00000100:00100000:3.0:1734671656.544638:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206848 00000100:00100000:3.0:1734671656.544640:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206848 00000100:00100000:3.0:1734671656.544647:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206720 00000100:00100000:3.0:1734671656.544648:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206720 00000100:00100000:3.0:1734671656.544669:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4630 00000100:00100000:3.0:1734671656.544674:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752206464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671656.544707:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:699 count 1 00010000:00010000:3.0:1734671656.544726:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544741:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 91 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.544748:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.544749:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.544752:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544773:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 91 pid: 17898 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.544784:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 91 pid: 17898 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.544793:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752207104:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.544821:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65840 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.544834:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631 00000100:00100000:3.0:1734671656.544838:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752206976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671656.544847:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:705 count 1 00010000:00010000:3.0:1734671656.544855:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544863:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 91 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544868:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671656.544869:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671656.544870:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544884:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 91 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544890:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 91 pid: 18847 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.544898:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b000380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752207232:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.544912:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.544924:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4632 00000100:00100000:3.0:1734671656.544928:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752206592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671656.544936:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:701 count 1 00010000:00010000:3.0:1734671656.544945:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544953:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 91 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.544959:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.544961:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.544962:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.544974:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 91 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.544981:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.544989:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b000a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752207360:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.545003:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b656c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.545014:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4633 00000100:00100000:3.0:1734671656.545018:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3304:x1818934752206848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671656.545027:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:704 count 1 00010000:00010000:3.0:1734671656.545035:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.545043:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 91 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.545048:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.545049:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.545051:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.545064:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 91 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.545075:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 91 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.545082:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752207488:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.545100:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b65900 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.545112:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634 00000100:00100000:3.0:1734671656.545115:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+10:3304:x1818934752206720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671656.545124:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:698 count 1 00010000:00010000:3.0:1734671656.545131:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.545139:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 91 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.545143:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671656.545144:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671656.545145:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.545156:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 91 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.545163:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 91 pid: 8437 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.545169:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752207616:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.545182:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a7b653c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.545427:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752207872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671656.545450:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671656.545462:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734671656.545466:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752208000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671656.545477:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671656.545491:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752207872 00000100:00100000:1.0:1734671656.545494:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752207872 00000100:00100000:1.0:1734671656.545507:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208000 00000100:00100000:1.0:1734671656.545509:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208000 00000100:00100000:1.0:1734671656.545518:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635 00000100:00100000:1.0:1734671656.545521:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:3303:x1818934752207872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671656.545531:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:699 count 1 00010000:00010000:1.0:1734671656.545544:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.545554:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 92 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.545560:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671656.545561:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671656.545563:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.545578:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 92 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.545586:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 92 pid: 17898 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.545593:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f598380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752208384:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.545609:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc780 going to sleep for 11 seconds 00000100:00080000:1.0:1734671656.545618:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671626 00000100:00080000:1.0:1734671656.545621:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671626 00000100:00100000:1.0:1734671656.545629:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4636 00000100:00100000:1.0:1734671656.545633:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3303:x1818934752208000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671656.545641:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:705 count 1 00010000:00010000:1.0:1734671656.545649:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.545666:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 92 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.545671:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.545672:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.545693:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.545707:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 92 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.545715:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 92 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.545723:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752208512:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.545737:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.547016:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752207744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671656.547046:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.547064:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752208256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671656.547075:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.547086:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734671656.547090:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752208128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671656.547103:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671656.548667:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752207744 00000100:00100000:0.0:1734671656.548692:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752207744 00000100:00100000:0.0:1734671656.548719:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208256 00000100:00100000:0.0:1734671656.548721:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208256 00000100:00100000:0.0:1734671656.548729:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208128 00000100:00100000:0.0:1734671656.548731:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208128 00000100:00100000:0.0:1734671656.548744:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4637 00000100:00100000:0.0:1734671656.548750:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3302:x1818934752207744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671656.548772:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:702 count 1 00010000:00010000:0.0:1734671656.548791:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.548808:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 92 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671656.548816:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.548818:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.548820:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.548843:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 92 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671656.548852:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 92 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734671656.548863:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752208640:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671656.548901:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a1180540 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.549049:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1734671656.549054:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3302:x1818934752208256:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671656.549080:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639 00000100:00100000:1.0:1734671656.549085:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3302:x1818934752208128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671656.549095:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:706 count 1 00010000:00010000:1.0:1734671656.549105:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.549115:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 92 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.549121:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671656.549122:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671656.549124:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.549139:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 92 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.549148:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 92 pid: 8435 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.549155:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752208768:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.549177:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc480 going to sleep for 11 seconds 00002000:00080000:1.0:1734671656.549196:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:708 count 1 00010000:00010000:1.0:1734671656.549205:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.549214:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 92 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.549223:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.549224:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.549227:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.549240:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 92 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734671656.549247:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 92 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.549255:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752208896:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.549272:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.552213:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.552396:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090496 00000100:00100000:2.0:1734671656.552403:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090496 00000100:00100000:2.0:1734671656.552429:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4640 00000100:00100000:2.0:1734671656.552434:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+92:1965:x1818934752090496:12345-192.168.204.51@tcp:16:dbench.0 00000100:00100000:1.0:1734671656.555550:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555571:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555623:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555635:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555648:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555671:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555720:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555729:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555751:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.555804:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090624 00000100:00100000:1.0:1734671656.555811:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090624 00010000:00010000:1.0:1734671656.555834:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 93 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.555855:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090752 00000100:00100000:1.0:1734671656.555857:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090752 00010000:00010000:1.0:1734671656.555865:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 94 pid: 18847 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.555873:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752090880 00000100:00100000:1.0:1734671656.555875:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752090880 00010000:00010000:1.0:1734671656.555882:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 95 pid: 17898 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.555889:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091136 00000100:00100000:1.0:1734671656.555890:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091136 00010000:00010000:1.0:1734671656.555898:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 93 pid: 17898 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.555906:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091008 00000100:00100000:1.0:1734671656.555907:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091008 00010000:00010000:1.0:1734671656.555913:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 96 pid: 8437 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.555919:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091264 00000100:00100000:1.0:1734671656.555921:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091264 00010000:00010000:1.0:1734671656.555928:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 94 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.555934:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091392 00000100:00100000:1.0:1734671656.555935:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091392 00010000:00010000:1.0:1734671656.555941:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 95 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.555948:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091648 00000100:00100000:1.0:1734671656.555950:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091648 00010000:00010000:1.0:1734671656.555956:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 96 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.555962:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091520 00000100:00100000:1.0:1734671656.555963:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091520 00010000:00010000:1.0:1734671656.555969:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 97 pid: 8435 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.555978:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8688 00000100:00100000:1.0:1734671656.555983:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+96:1966:x1818934752090624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.555992:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.555996:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 96 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556005:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 96 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556022:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556024:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556027:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556033:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556051:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556083:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+96:1966:x1818934752090624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 100us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556089:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8688 00000100:00100000:1.0:1734671656.556103:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8689 00000100:00100000:1.0:1734671656.556106:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+95:1964:x1818934752090752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556112:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556115:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 95 pid: 18847 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556120:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 95 pid: 18847 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556128:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556130:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556132:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556137:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556144:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556156:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+95:1964:x1818934752090752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 49us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556160:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8689 00000100:00100000:1.0:1734671656.556189:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8690 00000100:00100000:1.0:1734671656.556194:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+94:1964:x1818934752090880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556199:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556201:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 94 pid: 17898 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556208:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 94 pid: 17898 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556216:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556217:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556220:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556225:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556233:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556245:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+94:1964:x1818934752090880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 50us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556249:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8690 00000100:00100000:1.0:1734671656.556258:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8691 00000100:00100000:1.0:1734671656.556262:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+97:1964:x1818934752091136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556267:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556270:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 97 pid: 17898 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556276:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 97 pid: 17898 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556286:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556287:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556290:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556295:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556303:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556314:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+97:1964:x1818934752091136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556319:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8691 00000100:00100000:1.0:1734671656.556328:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8692 00000100:00100000:1.0:1734671656.556331:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+93:1964:x1818934752091008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556336:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556339:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 93 pid: 8437 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556345:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 93 pid: 8437 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556353:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556354:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556357:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556362:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556369:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556381:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+93:1964:x1818934752091008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 49us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556385:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8692 00000100:00100000:1.0:1734671656.556394:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8693 00000100:00100000:1.0:1734671656.556397:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+96:1964:x1818934752091264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556402:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556405:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 96 pid: 18847 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556411:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 96 pid: 18847 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556420:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556421:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556424:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556429:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556437:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556450:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+96:1964:x1818934752091264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 51us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556454:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8693 00000100:00100000:1.0:1734671656.556464:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8694 00000100:00100000:1.0:1734671656.556467:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+95:1964:x1818934752091392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556472:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556475:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 95 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556481:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 95 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556488:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556490:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556492:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556498:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556505:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556516:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+95:1964:x1818934752091392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556521:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8694 00000100:00100000:1.0:1734671656.556529:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8695 00000100:00100000:1.0:1734671656.556533:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+94:1964:x1818934752091648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556538:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556541:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 94 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556548:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 94 pid: 8437 timeout: 438 lvb_type: 1 00010000:00010000:1.0:1734671656.556556:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556557:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556560:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556565:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556573:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556585:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+94:1964:x1818934752091648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556590:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8695 00000100:00100000:1.0:1734671656.556598:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8696 00000100:00100000:1.0:1734671656.556602:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+93:1964:x1818934752091520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.556608:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.556611:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 93 pid: 8435 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556618:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 93 pid: 8435 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.556626:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556628:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.556630:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556635:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556644:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.556662:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+93:1964:x1818934752091520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 50us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.556667:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8696 00010000:00010000:1.0:1734671656.556721:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093957600/0x87a91e5006097544 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6cbf expref: 92 pid: 17898 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.556730:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f598380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752208384:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.556743:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556751:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556757:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556764:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556770:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556776:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556786:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b0b9c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.556789:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556797:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556806:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.556812:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9c00/0x87a91e5006099175 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.557193:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3303:x1818934752207872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11670us (11741us total) trans 4294968694 rc 0/0 00000100:00100000:1.0:1734671656.557200:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635 00010000:00010000:1.0:1734671656.557225:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094423400/0x87a91e5006098375 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7126 expref: 91 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.557235:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752208512:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.557244:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557250:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557260:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557266:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557272:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557277:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557281:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b0b9800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.557283:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557288:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557296:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557300:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9800/0x87a91e500609917c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.557525:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3303:x1818934752208000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11890us (12046us total) trans 4294968695 rc 0/0 00000100:00100000:1.0:1734671656.557530:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4636 00010000:00010000:1.0:1734671656.557559:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b39a00/0x87a91e500609849b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7188 expref: 90 pid: 8435 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.557566:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752208768:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.557575:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557581:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557586:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557591:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557596:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557601:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557605:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b0b9e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.557607:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557615:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557623:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557627:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b9e00/0x87a91e500609918a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.557897:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3302:x1818934752208128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8811us (10792us total) trans 4294968696 rc 0/0 00000100:00100000:1.0:1734671656.557903:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639 00010000:00010000:1.0:1734671656.557928:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dbd5c00/0x87a91e5006098b55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73aa expref: 89 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.557937:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752208896:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.557945:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557951:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557956:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557965:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557971:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557976:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557980:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009c3b6800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.557982:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557987:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557994:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.557999:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3b6800/0x87a91e5006099191 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.558194:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3302:x1818934752208256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9139us (11117us total) trans 4294968697 rc 0/0 00000100:00100000:1.0:1734671656.558199:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1734671656.558312:0:3303:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968684 gen 2 00000004:00080000:1.0:1734671656.558317:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b1ed180, transno 4294968684 00000100:00100000:1.0:1734671656.558326:0:3303:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff88009b1edf80 x1818934752196992/t4294968685(4294968685) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671671 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:1.0:1734671656.558333:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012eed6a00/2, rc 0, transno 4294968695 00000100:00100000:1.0:1734671656.558336:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752208000:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671656.558343:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012eed5180/2, rc 0, transno 4294968694 00000100:00100000:1.0:1734671656.558345:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752207872:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671656.558358:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012eed7b80/2, rc 0, transno 4294968696 00000100:00100000:1.0:1734671656.558361:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752208128:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671656.558365:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012eed5c00/2, rc 0, transno 4294968697 00000100:00100000:1.0:1734671656.558368:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752208256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671656.558839:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800910fe600/0x87a91e500609848d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f717a expref: 92 pid: 18847 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.558850:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752207232:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.558860:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558866:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558871:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558877:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558883:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558892:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558897:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.558900:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558906:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558914:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.558918:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099751600/0x87a91e5006099159 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.559203:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3301:x1818934752206976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14363us (14696us total) trans 4294968662 rc 0/0 00000100:00100000:3.0:1734671656.559209:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631 00010000:00010000:3.0:1734671656.559234:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009230c200/0x87a91e5006097ba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6eb7 expref: 91 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.559242:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752207360:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.559253:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559263:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559268:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559274:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559279:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559285:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559290:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d53e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.559292:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559298:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559306:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559311:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d53e00/0x87a91e5006099160 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.559537:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3301:x1818934752206592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14607us (15005us total) trans 4294968663 rc 0/0 00000100:00100000:3.0:1734671656.559543:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4632 00010000:00010000:3.0:1734671656.559567:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009458f200/0x87a91e5006097973 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6df3 expref: 90 pid: 17898 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.559574:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752207104:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.559582:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559588:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559592:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559597:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559602:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559608:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559615:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338ec00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.559618:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559622:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559630:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559635:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009338ec00/0x87a91e5006099152 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.559857:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+11:3301:x1818934752206464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15182us (15380us total) trans 4294968664 rc 0/0 00000100:00100000:3.0:1734671656.559862:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4630 00010000:00010000:3.0:1734671656.559885:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11a00/0x87a91e50060974f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c9c expref: 89 pid: 8437 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.559892:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752207616:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.559901:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559906:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559916:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559922:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559926:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559931:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559935:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.559937:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559942:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559949:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.559954:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094aec000/0x87a91e500609916e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.560185:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3304:x1818934752206720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15067us (15603us total) trans 4294968665 rc 0/0 00000100:00100000:3.0:1734671656.560191:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634 00000100:00100000:3.0:1734671656.560213:0:3301:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968654 gen 2 00000004:00080000:3.0:1734671656.560217:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134893480, transno 4294968653 00000004:00080000:3.0:1734671656.560222:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134891180, transno 4294968654 00000100:00100000:3.0:1734671656.560227:0:3301:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff88009be2f100 x1818934752196352/t4294968655(4294968655) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671671 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:3.0:1734671656.560235:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094601500/2, rc 0, transno 4294968663 00000100:00100000:3.0:1734671656.560238:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752206592:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671656.560245:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094601f80/2, rc 0, transno 4294968664 00000100:00100000:3.0:1734671656.560247:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752206464:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671656.560253:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094602a00/2, rc 0, transno 4294968662 00000100:00100000:3.0:1734671656.560255:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752206976:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671656.560270:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094602d80/2, rc 0, transno 4294968665 00000100:00100000:3.0:1734671656.560272:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752206720:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671656.561640:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009230c000/0x87a91e5006097baa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6ebe expref: 88 pid: 8437 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734671656.561661:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752208640:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671656.561692:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561700:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561706:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561712:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561723:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561729:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561737:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671656.561740:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561754:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561768:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.561773:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f7fe400/0x87a91e5006099183 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671656.562122:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3302:x1818934752207744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13371us (15075us total) trans 4294968698 rc 0/0 00000100:00100000:0.0:1734671656.562129:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4637 00000100:00100000:0.0:1734671656.562185:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.562202:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752091776 00000100:00100000:0.0:1734671656.562206:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752091776 00010000:00010000:0.0:1734671656.562222:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:0.0:1734671656.562239:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8697 00000100:00100000:0.0:1734671656.562243:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1965:x1818934752091776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671656.562252:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671656.562256:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00000004:00080000:1.0:1734671656.562260:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012eed5f80/2, rc 0, transno 4294968698 00010000:00010000:0.0:1734671656.562265:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 89 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:1.0:1734671656.562268:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752207744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671656.562277:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.562278:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.562281:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.562288:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.562303:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671656.562337:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+89:1965:x1818934752091776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 92us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.562341:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8697 00010000:00010000:3.0:1734671656.562702:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094422800/0x87a91e5006098360 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f711f expref: 88 pid: 18847 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1734671656.562716:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752207488:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.562728:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562735:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562745:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562752:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562758:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562765:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562770:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0aec00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.562772:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562778:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562787:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.562791:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f0aec00/0x87a91e5006099167 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.563083:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3304:x1818934752206848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18062us (18522us total) trans 4294968666 rc 0/0 00000100:00100000:3.0:1734671656.563090:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4633 00000004:00080000:3.0:1734671656.563125:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094603800/2, rc 0, transno 4294968666 00000100:00100000:3.0:1734671656.563132:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752206848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671656.584917:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+87:1967:x1818934752090368:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 60490us (60613us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.584927:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4629 00000001:00080000:2.0:1734671656.584952:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968692 is committed 00000001:00080000:2.0:1734671656.584960:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968687 is committed 00000001:00080000:2.0:1734671656.584969:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968693 is committed 00000100:00100000:0.0:1734671656.589020:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.589203:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752092032 00000100:00100000:3.0:1734671656.589211:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752092032 00000100:00100000:3.0:1734671656.589240:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7258 00000100:00100000:3.0:1734671656.589245:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934752092032:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.589556:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8070, 168 off1411440 00000001:00080000:3.0:1734671656.589562:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982469 00000100:00100000:3.0:1734671656.589623:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752092032:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 377us (608us total) trans 4294982470 rc 0/0 00000100:00100000:3.0:1734671656.589629:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7258 00000020:00080000:3.0:1734671656.589632:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.597880:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.597908:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752092160 00000100:00100000:0.0:1734671656.597915:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752092160 00000100:00100000:0.0:1734671656.597949:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29918 00000100:00100000:0.0:1734671656.597956:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752092160:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.597975:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.597988:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e5006099198 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75b7 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.598035:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598048:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598059:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598069:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598074:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598079:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598131:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598136:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598142:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598146:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.598149:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598155:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598163:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.598165:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.598169:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598173:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e500609919f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598180:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598184:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598188:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598192:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.598194:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598198:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598203:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88008ee5e500) 00010000:00010000:0.0:1734671656.598205:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.598207:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598210:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060991a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.598241:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e5006099198 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b7 expref: 520 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.598248:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e5006099198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b7 expref: 520 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.598255:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538200, rc 0) 00000100:00100000:0.0:1734671656.598289:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752092160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 334us (415us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.598295:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29918 00000100:00100000:1.0:1734671656.601162:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.601424:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752092288 00000100:00100000:0.0:1734671656.601431:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752092288 00000100:00100000:0.0:1734671656.601460:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29919 00000100:00100000:0.0:1734671656.601465:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752092288:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.601480:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.601493:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e50060991ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75be expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.601520:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e50060991ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75be expref: 520 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.601531:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e50060991ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75be expref: 520 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.601537:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.601540:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.601542:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538e00, rc 0) 00000100:00100000:0.0:1734671656.601576:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12139:x1818934752092288:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 110us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.601582:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29919 00000100:00100000:1.0:1734671656.605068:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.605303:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752092416 00000100:00100000:0.0:1734671656.605310:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752092416 00000100:00100000:0.0:1734671656.605337:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7259 00000100:00100000:0.0:1734671656.605343:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12139:x1818934752092416:12345-192.168.204.51@tcp:37:dbench.0 00000001:00080000:1.0:1734671656.609045:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968659 is committed 00000001:00080000:1.0:1734671656.609058:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968655 is committed 00000001:00080000:1.0:1734671656.609062:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968661 is committed 00000100:00100000:0.0:1734671656.609222:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1965:x1818934752090496:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 56782us (57008us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.609230:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4640 00000100:00100000:2.0:1734671656.611312:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12139:x1818934752092416:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5963us (6245us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.611321:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7259 00000100:00100000:0.0:1734671656.613598:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.613729:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752092672 00000100:00100000:2.0:1734671656.613737:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752092672 00000100:00100000:2.0:1734671656.613766:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7260 00000100:00100000:2.0:1734671656.613772:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934752092672:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.614102:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8071, 168 off1411608 00000001:00080000:2.0:1734671656.614108:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982471 00000100:00100000:2.0:1734671656.614190:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752092672:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 416us (595us total) trans 4294982472 rc 0/0 00000100:00100000:2.0:1734671656.614196:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7260 00000020:00080000:2.0:1734671656.614200:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.619780:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.619827:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.619891:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752092800 00000100:00100000:2.0:1734671656.619900:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752092800 00000100:00100000:1.0:1734671656.619912:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093056 00000100:00100000:1.0:1734671656.619916:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093056 00000100:00100000:2.0:1734671656.619956:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29920 00000100:00100000:2.0:1734671656.619962:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752092800:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.619986:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.620006:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060991b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75c5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.620055:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620072:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620080:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620095:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620100:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671656.620103:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29921 00010000:00010000:2.0:1734671656.620105:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671656.620113:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752093056:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.620121:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.620129:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e50060991c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75cc expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.620168:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620174:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620179:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620188:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390c800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.620191:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620197:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620205:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.620207:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.620214:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620219:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390c800/0x87a91e50060991bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620227:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620231:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620235:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620242:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390de00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.620244:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620255:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620261:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009bfbbb00) 00010000:00010000:2.0:1734671656.620263:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.620264:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620269:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e50060991c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.620301:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060991b4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75c5 expref: 524 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.620308:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060991b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75c5 expref: 524 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.620321:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a41e00, rc 0) 00000100:00100000:2.0:1734671656.620362:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752092800:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 399us (588us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.620368:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29920 00010000:00010000:1.0:1734671656.620465:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.620475:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 523 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.620482:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.620507:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 523 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.620517:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 523 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.620528:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134891f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209024:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.620557:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.623213:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.623435:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134891f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209024:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.623455:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.623515:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093184 00000100:00100000:2.0:1734671656.623520:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093184 00000100:00100000:2.0:1734671656.623560:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29922 00000100:00100000:2.0:1734671656.623566:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752093184:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.623579:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.623591:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060991d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75d3 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.623614:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060991d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75d3 expref: 525 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.623624:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060991d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75d3 expref: 525 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.623631:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.623633:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.623635:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a41200, rc 0) 00000100:00100000:2.0:1734671656.623695:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12140:x1818934752093184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 109us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.623701:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29922 00000100:00100000:2.0:1734671656.624643:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.624730:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093312 00000100:00100000:0.0:1734671656.624735:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093312 00010000:00010000:0.0:1734671656.624751:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 525 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.624773:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8698 00000100:00100000:0.0:1734671656.624778:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:1965:x1818934752093312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671656.624786:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671656.624791:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 525 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734671656.624800:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 525 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734671656.624814:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099136 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75a2 expref: 525 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734671656.624841:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:0.0:1734671656.624845:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.624855:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.624860:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.624875:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671656.624898:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:1965:x1818934752093312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 119us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.624903:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8698 00010000:00010000:1.0:1734671656.624982:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.624988:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671656.625003:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00010000:00010000:1.0:1734671656.625109:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e50060991c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.625123:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 524 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.625128:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:1.0:1734671656.625130:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.625132:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98200, rc 0) 00000100:00100000:1.0:1734671656.625152:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752093056:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5043us (5325us total) trans 4294982473 rc 0/0 00000100:00100000:1.0:1734671656.625158:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29921 00000100:00100000:0.0:1734671656.630421:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.631813:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093440 00000100:00100000:2.0:1734671656.631822:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093440 00000100:00100000:2.0:1734671656.631867:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7261 00000100:00100000:2.0:1734671656.631873:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752093440:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671656.632103:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.632943:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093568 00000100:00100000:0.0:1734671656.632947:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093568 00000100:00100000:0.0:1734671656.632979:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29923 00000100:00100000:0.0:1734671656.632984:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752093568:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.632993:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.633007:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060991e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75da expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.633057:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.633070:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.633077:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.633102:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.633123:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.633133:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209152:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671656.633180:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a1180000 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.637224:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.637295:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093696 00000100:00100000:1.0:1734671656.637301:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093696 00010000:00010000:1.0:1734671656.637327:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.637351:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8699 00000100:00100000:1.0:1734671656.637357:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1965:x1818934752093696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.637369:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.637374:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.637383:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.637388:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209152:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.637401:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e50060991d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75cc expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:0.0:1734671656.637406:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.637421:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:1.0:1734671656.637425:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.637432:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.637438:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.637451:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.637483:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1965:x1818934752093696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 125us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.637489:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8699 00000100:00100000:2.0:1734671656.637610:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12140:x1818934752093440:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5735us (7195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.637618:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7261 00010000:00010000:0.0:1734671656.637850:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.637856:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671656.637887:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00000004:00200000:0.0:1734671656.637891:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.637903:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.637928:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060991e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75da expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.638580:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75da expref: 524 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.638587:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:0.0:1734671656.638590:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.638592:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538c00, rc 0) 00000100:00100000:0.0:1734671656.638625:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752093568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5640us (6523us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.638631:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29923 00000100:00100000:0.0:1734671656.640926:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.640985:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752093952 00000100:00100000:2.0:1734671656.640995:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752093952 00000100:00100000:2.0:1734671656.641035:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29924 00000100:00100000:2.0:1734671656.641040:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752093952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.641055:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.641068:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060991f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75e1 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.641141:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.641152:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.641158:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.641181:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 525 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.641191:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 525 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.641200:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eed6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209280:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.641237:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.643218:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.643452:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094336 00000100:00100000:3.0:1734671656.643458:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094336 00000100:00100000:3.0:1734671656.643485:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7262 00000100:00100000:3.0:1734671656.643490:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752094336:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.643713:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8072, 168 off1411776 00000100:00100000:0.0:1734671656.643797:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.643854:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eed6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209280:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.643872:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.644525:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752094336:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1032us (1309us total) trans 4294982474 rc 0/0 00000100:00100000:3.0:1734671656.644532:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7262 00000100:00100000:1.0:1734671656.644922:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094080 00000100:00100000:1.0:1734671656.644927:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094080 00010000:00010000:1.0:1734671656.645174:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.645317:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8700 00000100:00100000:1.0:1734671656.645322:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934752094080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.645333:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.645338:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.645347:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.645367:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e50060990c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7578 expref: 527 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.645378:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.645382:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.645388:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.645394:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.645420:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.645440:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:1964:x1818934752094080:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 118us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.645446:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8700 00010000:00010000:3.0:1734671656.645830:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.645837:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671656.645851:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00010000:00010000:3.0:1734671656.645937:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060991f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.645948:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 526 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.645954:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:3.0:1734671656.645955:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671656.645958:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092083400, rc 0) 00000100:00100000:3.0:1734671656.645976:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752093952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4935us (5056us total) trans 4294982475 rc 0/0 00000100:00100000:3.0:1734671656.645982:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29924 00000100:00100000:0.0:1734671656.647150:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.647193:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094464 00000100:00100000:3.0:1734671656.647198:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094464 00000100:00100000:3.0:1734671656.647227:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29925 00000100:00100000:3.0:1734671656.647232:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752094464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.647244:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.647256:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099208 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75e8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.647296:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647306:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647313:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647323:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647328:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647333:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647413:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647419:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647425:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671656.647445:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00000004:00200000:3.0:1734671656.647448:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.647457:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647463:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647468:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647472:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647477:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647484:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0aec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.647487:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647492:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647500:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.647502:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.647505:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647509:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e500609920f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647518:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647522:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647526:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647529:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009463c200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.647531:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647535:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647540:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88013544d600) 00010000:00010000:3.0:1734671656.647543:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.647544:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647548:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e5006099216 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.647567:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099208 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e8 expref: 528 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.647576:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e8 expref: 527 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.647581:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:3.0:1734671656.647583:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.647585:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094427200, rc 0) 00000100:00100000:3.0:1734671656.647617:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752094464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 384us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.647622:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29925 00000100:00100000:0.0:1734671656.650465:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.650565:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094592 00000100:00100000:3.0:1734671656.650573:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094592 00000100:00100000:3.0:1734671656.650615:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29926 00000100:00100000:3.0:1734671656.650621:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752094592:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.650640:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.650662:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099224 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75ef expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.650741:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.650754:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 528 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.650759:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.650783:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 528 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.650792:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 528 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.650802:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209408:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.650840:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe900 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.653167:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.653202:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.653212:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094720 00000100:00100000:1.0:1734671656.653218:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094720 00000100:00100000:1.0:1734671656.653250:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29927 00000100:00100000:1.0:1734671656.653257:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752094720:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.653275:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734671656.653283:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671656.653289:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006099232 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75f6 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.653331:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653343:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653352:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653364:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653370:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653375:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.653432:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094848 00000100:00100000:2.0:1734671656.653436:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094848 00000100:00100000:2.0:1734671656.653456:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752094976 00000100:00100000:2.0:1734671656.653459:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752094976 00010000:00010000:2.0:1734671656.653467:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 532 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.653482:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8701 00000100:00100000:2.0:1734671656.653486:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:1964:x1818934752094976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.653494:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.653498:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 532 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.653508:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 532 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.653521:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:2.0:1734671656.653525:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.653530:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.653535:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.653549:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.653573:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060991fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e1 expref: 532 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.653585:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209408:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.653595:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:1964:x1818934752094976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (310us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671656.653598:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.653601:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8701 00010000:00010000:3.0:1734671656.653604:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.653608:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.653615:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2937 00000100:00100000:2.0:1734671656.653620:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:1964:x1818934752094848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.653629:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:3.0:1734671656.653633:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00000004:00200000:3.0:1734671656.653636:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1734671656.653637:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609921d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75e8 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1734671656.653647:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.653662:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.653665:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.653691:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099224 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75ef expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.653697:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:1964:x1818934752094848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 76us (495us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671656.653701:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75ef expref: 529 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.653703:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2937 00010000:00010000:3.0:1734671656.653706:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:3.0:1734671656.653708:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.653710:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e3c00, rc 0) 00000100:00100000:3.0:1734671656.653726:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752094592:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3106us (3268us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671656.653782:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653789:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653793:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653798:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.653801:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653807:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653814:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.653816:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.653819:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653824:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e5006099239 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653835:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653839:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653843:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653847:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.653849:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653853:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653858:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88008e829900) 00010000:00010000:1.0:1734671656.653860:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.653861:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653865:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099240 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.653896:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006099232 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75f6 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.653902:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e5006099232 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75f6 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.653909:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98e00, rc 0) 00000100:00100000:1.0:1734671656.653926:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752094720:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 670us (765us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.654002:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29926 00000100:00100000:1.0:1734671656.654505:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29927 00000100:00100000:0.0:1734671656.657987:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.658030:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.658045:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752095232 00000100:00100000:3.0:1734671656.658052:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752095232 00000100:00100000:3.0:1734671656.658099:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7263 00000100:00100000:3.0:1734671656.658105:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752095232:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671656.658114:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752095360 00000100:00100000:1.0:1734671656.658118:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752095360 00000100:00100000:1.0:1734671656.658141:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29928 00000100:00100000:1.0:1734671656.658146:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752095360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.658155:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.658168:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e5006099247 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f75fd expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.658207:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658217:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658226:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658236:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658242:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658247:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658289:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658298:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658302:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658306:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.658309:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658314:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658323:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.658325:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000040:00080000:3.0:1734671656.658327:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8073, 168 off1411944 00010000:00010000:1.0:1734671656.658328:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658333:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609924e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658341:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658346:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658350:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658353:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c98800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.658355:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658363:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658367:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88008e829600) 00010000:00010000:1.0:1734671656.658369:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.658371:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658375:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e5006099255 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.658404:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e5006099247 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75fd expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.658410:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e5006099247 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75fd expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671656.658416:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752095232:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 310us (435us total) trans 4294982476 rc 0/0 00000100:00100000:3.0:1734671656.658423:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7263 00010000:00010000:1.0:1734671656.658512:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98600, rc 0) 00000100:00100000:1.0:1734671656.658542:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752095360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 395us (511us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.658548:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29928 00000100:00100000:0.0:1734671656.661741:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.661786:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.661789:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752095488 00000100:00100000:1.0:1734671656.661797:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752095488 00000100:00100000:1.0:1734671656.661843:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29929 00000100:00100000:2.0:1734671656.661850:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752095744 00000100:00100000:1.0:1734671656.661853:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752095488:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:2.0:1734671656.661854:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752095744 00010000:00010000:1.0:1734671656.661870:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.661884:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609925c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7604 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.661918:0:7098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 266 00000100:00100000:2.0:1734671656.661924:0:7098:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752095744:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671656.661952:0:7098:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1734671656.661968:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060991ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75da expref: 529 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.662087:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:1.0:1734671656.662088:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662098:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.662102:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e50060991ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75be expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.662106:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.662109:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.662111:0:7098:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.662117:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662121:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662126:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.662155:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662162:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662169:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662179:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662184:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662189:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662204:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662209:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662214:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662285:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662291:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.662297:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671656.662404:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662411:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662417:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671656.662438:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00000004:00200000:1.0:1734671656.662441:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.662453:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662461:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662467:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662472:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662478:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662483:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.662486:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662492:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662498:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.662501:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.662504:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662508:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e5006099263 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662515:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662520:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662525:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662529:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.662532:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662536:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662541:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff88008e829900) 00010000:00010000:1.0:1734671656.662543:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.662545:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662549:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609926a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.662568:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609925c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7604 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.662577:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7604 expref: 527 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.662582:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.662584:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.662586:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98200, rc 0) 00000040:00080000:2.0:1734671656.662588:0:7098:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8074, 224 off1412168 00000100:00100000:1.0:1734671656.662622:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752095488:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 772us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.662628:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29929 00000004:00010000:2.0:1734671656.662648:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dfdc00 reply state ffff88008b0e5000 transno 4294982477 ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.663216:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1734671656.663221:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dfdc00 reply state ffff88008b0e5000 transno 4294982477 ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.663225:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1734671656.663227:0:7098:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.663232:0:7098:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.663236:0:7098:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.663240:0:7098:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092082e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.663242:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.663247:0:7098:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.663254:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.663256:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.663259:0:7098:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.663263:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e5006099271 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000004:00010000:2.0:1734671656.663272:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dfdc00 reply state ffff88008b0e5000 transno 4294982477 ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.663276:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1734671656.663818:0:7098:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752095744:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1891us (2029us total) trans 4294982477 rc 0/0 00000100:00100000:2.0:1734671656.663824:0:7098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 266 00000100:00100000:0.0:1734671656.666520:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.666556:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.666574:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752096000 00000100:00100000:1.0:1734671656.666582:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752096000 00010000:00010000:2.0:1734671656.666824:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666832:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666837:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666842:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.666846:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666852:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666863:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.666865:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.666869:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666873:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099278 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666889:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666894:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666897:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666901:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.666903:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666907:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666912:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bfbb100) 00010000:00010000:2.0:1734671656.666914:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.666916:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666920:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e500609927f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666929:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666933:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666936:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666940:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390de00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.666942:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666945:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666950:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bfbbe00) 00010000:00010000:2.0:1734671656.666952:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1734671656.666955:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.666958:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e5006099286 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:0.0:1734671656.667046:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.667183:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2938 00000100:00100000:1.0:1734671656.667190:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934752096000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671656.667204:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752095872 00010000:00010000:1.0:1734671656.667204:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671656.667208:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752095872 00010000:00010000:1.0:1734671656.667217:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609928d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7604 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.667227:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671656.667230:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.667271:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffa4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934752096000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 81us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.667277:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2938 00000100:00100000:1.0:1734671656.667317:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752096128 00000100:00100000:1.0:1734671656.667319:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752096128 00000100:00100000:1.0:1734671656.667482:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29930 00000100:00100000:1.0:1734671656.667487:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752095872:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.667499:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.667508:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099294 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f760b expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.667547:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667557:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667564:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667573:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667577:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667582:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667629:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667633:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667637:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667641:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009463c200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.667643:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667647:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667661:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.667663:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.667666:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667669:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009463c200/0x87a91e500609929b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667697:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667701:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667708:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667712:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0aec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.667713:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667717:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667722:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88008e829300) 00010000:00010000:1.0:1734671656.667723:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.667725:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667728:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060992a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667754:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099294 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f760b expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.667760:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099294 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f760b expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.667766:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800923b2600, rc 0) 00000100:00100000:1.0:1734671656.667784:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752095872:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 296us (1270us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.667788:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29930 00000100:00100000:1.0:1734671656.667800:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29931 00000100:00100000:1.0:1734671656.667804:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12139:x1818934752096128:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.667812:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.667818:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060992a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7612 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.667836:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667843:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667849:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667856:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667861:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.667865:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669014:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669022:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669029:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671656.669051:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00000004:00200000:1.0:1734671656.669054:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.669065:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669072:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669076:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669081:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669086:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669090:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099865800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.669092:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669097:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669104:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.669106:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.669109:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669113:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e50060992b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669121:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669126:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669130:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669135:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099864a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.669137:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669142:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669148:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff8800a4956a00) 00010000:00010000:1.0:1734671656.669150:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.669152:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669157:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e50060992b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.669177:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060992a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.669187:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 527 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.669192:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:1.0:1734671656.669194:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.669196:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093880600, rc 0) 00000100:00100000:1.0:1734671656.669230:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752096128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1424us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.669236:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29931 00000100:00100000:0.0:1734671656.673814:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.673861:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.673933:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752096384 00000100:00100000:1.0:1734671656.673941:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752096384 00000100:00100000:1.0:1734671656.673980:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752096512 00000100:00100000:1.0:1734671656.673983:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752096512 00000100:00100000:1.0:1734671656.673999:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29932 00000100:00100000:1.0:1734671656.674005:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752096384:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.674020:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.674034:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060992c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7619 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.674108:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.674118:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.674124:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.674153:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.674162:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 529 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.674177:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134893b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752209536:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.674219:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.674288:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29933 00000100:00100000:3.0:1734671656.674293:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752096512:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.674299:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.674306:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060992d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7620 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.674331:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674352:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674360:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674370:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674374:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674379:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674425:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674430:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674434:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674439:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d1ac00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.674442:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674447:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674458:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.674461:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.674464:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674468:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e50060992da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674477:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674481:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674485:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674488:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094427200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.674490:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674493:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674498:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88013544dc00) 00010000:00010000:3.0:1734671656.674499:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.674501:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674504:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e50060992e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.674527:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060992d3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7620 expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.674533:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060992d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7620 expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.674539:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1a000, rc 0) 00000100:00100000:3.0:1734671656.674558:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752096512:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 264us (697us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.674563:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29933 00000100:00100000:1.0:1734671656.677122:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134893b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752209536:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.677142:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.678175:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.678863:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752096896 00000100:00100000:3.0:1734671656.678871:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752096896 00010000:00010000:3.0:1734671656.678896:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 529 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.678912:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.678924:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8702 00000100:00100000:2.0:1734671656.678929:0:7098:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752096768 00000100:00100000:3.0:1734671656.678930:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:1964:x1818934752096896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671656.678933:0:7098:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752096768 00010000:00010000:3.0:1734671656.678940:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.678945:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.678955:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.678959:0:7098:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 267 00000100:00100000:2.0:1734671656.678964:0:7098:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752096768:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671656.678972:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060992be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7612 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.678982:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:3.0:1734671656.678986:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.678993:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.678995:0:7098:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1734671656.678999:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.679006:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e500609922b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75ef expref: 529 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.679021:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff8800943a1200) 00010000:00010000:3.0:1734671656.679024:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.679034:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060991d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75d3 expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.679041:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.679043:0:7098:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.679058:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:1964:x1818934752096896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 127us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.679063:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8702 00010000:00010000:2.0:1734671656.679093:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679101:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679107:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679120:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679125:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679129:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679142:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679146:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679150:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671656.679186:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.679193:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:1.0:1734671656.679206:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00010000:00010000:2.0:1734671656.679226:0:7098:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679232:0:7098:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679237:0:7098:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00010000:00010000:1.0:1734671656.679302:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060992c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.679316:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 527 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.679322:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:1.0:1734671656.679324:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.679326:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c99a00, rc 0) 00000100:00100000:1.0:1734671656.679353:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752096384:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5348us (5546us total) trans 4294982478 rc 0/0 00000100:00100000:1.0:1734671656.679358:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29932 00000040:00080000:2.0:1734671656.679568:0:7098:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8075, 224 off1412392 00000004:00010000:2.0:1734671656.679619:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dff100 reply state ffff88008b0e1000 transno 4294982479 ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.679625:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1734671656.679628:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dff100 reply state ffff88008b0e1000 transno 4294982479 ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.679633:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1734671656.679635:0:7098:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679640:0:7098:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679645:0:7098:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679650:0:7098:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.679662:0:7098:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679667:0:7098:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679673:0:7098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.679707:0:7098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.679710:0:7098:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.679714:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060992e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000004:00010000:2.0:1734671656.679722:0:7098:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134dff100 reply state ffff88008b0e1000 transno 4294982479 ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7098 initiator: MDT0 00000100:00100000:2.0:1734671656.679727:0:7098:0:(service.c:191:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1734671656.679753:0:7098:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752096768:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 788us (841us total) trans 4294982479 rc 0/0 00000100:00100000:2.0:1734671656.679759:0:7098:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 267 00010000:00010000:2.0:1734671656.681712:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681723:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681728:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681733:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.681736:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681742:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681752:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff88009bfbbc00) 00010000:00010000:2.0:1734671656.681755:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.681758:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681763:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060992ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681777:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681781:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681785:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681789:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092082e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.681792:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681796:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681802:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88009bfbbe00) 00010000:00010000:2.0:1734671656.681804:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.681806:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681810:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e50060992f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681819:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681824:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681828:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681832:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.681834:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681838:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681844:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88009bfbb100) 00010000:00010000:2.0:1734671656.681845:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1734671656.681847:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00010000:00010000:2.0:1734671656.681855:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060992fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7098 initiator: MDT0 00000100:00100000:1.0:1734671656.682082:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.682306:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097024 00000100:00100000:0.0:1734671656.682313:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097024 00000100:00100000:0.0:1734671656.682350:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29934 00000100:00100000:0.0:1734671656.682356:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752097024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.682369:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.682380:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609930b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7627 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.682420:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682431:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682437:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682445:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682449:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682454:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682526:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682531:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682536:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671656.682558:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00000004:00200000:0.0:1734671656.682562:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.682627:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682638:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682642:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682645:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682649:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682661:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.682663:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682667:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682693:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.682695:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.682698:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682702:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099312 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682711:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682715:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682719:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682721:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.682723:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682727:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682732:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88008ee5eb00) 00010000:00010000:0.0:1734671656.682734:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.682735:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682738:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099319 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682758:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609930b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.682765:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 528 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.682771:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:0.0:1734671656.682772:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.682774:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539800, rc 0) 00000100:00100000:0.0:1734671656.682807:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12140:x1818934752097024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 451us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.682813:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29934 00000100:00100000:0.0:1734671656.682846:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.682898:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097152 00000100:00100000:0.0:1734671656.682901:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097152 00000100:00100000:0.0:1734671656.682925:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29935 00000100:00100000:0.0:1734671656.682930:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752097152:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.682940:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.682947:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e5006099327 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f762e expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.682975:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.682982:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.682988:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.683010:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.683018:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 529 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.683027:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752209664:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671656.683056:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a1180000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.687104:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.687620:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097408 00000100:00100000:3.0:1734671656.687628:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097408 00000100:00100000:3.0:1734671656.687739:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29936 00000100:00100000:3.0:1734671656.687746:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752097408:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.687761:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.687775:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099335 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7635 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.687850:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.687860:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 531 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.687866:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.687891:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 531 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.687903:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 531 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.687913:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209792:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.688094:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752209664:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.688109:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671656.688904:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.689436:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.689774:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097536 00000100:00100000:3.0:1734671656.689780:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097536 00010000:00010000:3.0:1734671656.689798:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 532 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.689816:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8703 00000100:00100000:3.0:1734671656.689821:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:1964:x1818934752097536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.689828:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.689832:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 532 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.689841:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 532 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.689855:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e50060992cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7619 expref: 532 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.689865:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:3.0:1734671656.689869:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.689874:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.689881:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.689896:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.689923:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:1964:x1818934752097536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 102us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.689929:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8703 00010000:00010000:0.0:1734671656.690125:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.690131:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:0.0:1734671656.690159:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00000004:00200000:0.0:1734671656.690163:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671656.690174:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.690195:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e5006099327 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f762e expref: 531 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.690205:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f762e expref: 530 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.690210:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:0.0:1734671656.690212:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.690214:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539200, rc 0) 00000100:00100000:0.0:1734671656.690231:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752097152:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7301us (7385us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.690236:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29935 00000100:00100000:0.0:1734671656.692867:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.692934:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.692955:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097792 00000100:00100000:0.0:1734671656.692961:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097792 00000100:00100000:0.0:1734671656.692988:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29937 00000100:00100000:0.0:1734671656.692993:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752097792:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.693008:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.693021:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099343 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f763c expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.693062:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693073:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693082:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693092:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693097:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693102:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693147:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693152:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693158:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693163:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.693166:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693172:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693181:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.693183:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.693186:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693191:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609934a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693200:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693204:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693208:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693211:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.693213:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693216:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693221:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xcd61b030 (ffff88008ee5e500) 00010000:00010000:0.0:1734671656.693223:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.693225:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693228:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099351 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671656.693256:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099343 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f763c expref: 531 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.693262:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f763c expref: 531 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.693267:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539a00, rc 0) 00000100:00100000:0.0:1734671656.693301:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752097792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 307us (366us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.693305:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29937 00000100:00100000:2.0:1734671656.693426:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209792:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.693439:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.693493:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097664 00000100:00100000:1.0:1734671656.693497:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097664 00010000:00010000:1.0:1734671656.693509:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.693525:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8704 00000100:00100000:1.0:1734671656.693530:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:1965:x1818934752097664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.693543:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.693547:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.693555:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.693565:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539800/0x87a91e5006099320 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7627 expref: 530 pid: 11200 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.693575:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:1.0:1734671656.693579:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.693584:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.693589:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.693613:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.693639:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:1965:x1818934752097664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.693644:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8704 00010000:00010000:2.0:1734671656.693905:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.693911:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671656.693924:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00010000:00010000:2.0:1734671656.694020:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.694036:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 529 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.694042:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:2.0:1734671656.694043:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1734671656.694045:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98800, rc 0) 00000100:00100000:2.0:1734671656.694065:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752097408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6320us (6968us total) trans 4294982480 rc 0/0 00000100:00100000:2.0:1734671656.694070:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29936 00000100:00100000:1.0:1734671656.697066:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.697130:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752097920 00000100:00100000:3.0:1734671656.697136:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752097920 00000100:00100000:3.0:1734671656.697164:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29938 00000100:00100000:3.0:1734671656.697169:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752097920:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.697183:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.697196:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e500609935f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7643 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.697224:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e500609935f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7643 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.697234:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e500609935f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7643 expref: 530 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.697240:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.697242:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.697244:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c99c00, rc 0) 00000100:00100000:3.0:1734671656.697280:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752097920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 110us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.697471:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29938 00000100:00100000:0.0:1734671656.697970:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.698024:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098048 00000100:00100000:3.0:1734671656.698028:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098048 00000100:00100000:3.0:1734671656.698045:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29939 00000100:00100000:3.0:1734671656.698049:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752098048:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.698060:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.698067:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e5006099366 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f764a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.698118:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.698128:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.698134:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.698161:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.698172:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 531 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.698183:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209920:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.698309:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fee40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.699257:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.699332:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098176 00000100:00100000:2.0:1734671656.699337:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098176 00000100:00100000:2.0:1734671656.699418:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7264 00000100:00100000:2.0:1734671656.699424:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12139:x1818934752098176:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671656.699981:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752209920:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.699996:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.700241:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.700274:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098304 00000100:00100000:2.0:1734671656.700277:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098304 00010000:00010000:2.0:1734671656.700292:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.700343:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8705 00000100:00100000:2.0:1734671656.700348:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:1965:x1818934752098304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.700356:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.700361:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.700369:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.700385:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609933c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7635 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.700396:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:2.0:1734671656.700399:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.700405:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.700411:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.700435:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.700453:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.700459:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.700463:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:1965:x1818934752098304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 114us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.700468:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8705 00000004:00200000:3.0:1734671656.700485:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00000004:00200000:3.0:1734671656.700488:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671656.700670:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.700713:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e5006099366 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f764a expref: 533 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.700740:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f764a expref: 532 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.700746:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:3.0:1734671656.700748:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.700750:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c99a00, rc 0) 00000100:00100000:3.0:1734671656.700781:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752098048:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2730us (2812us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.700787:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29939 00000100:00100000:2.0:1734671656.703008:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752098176:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3577us (3746us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.703018:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7264 00000100:00100000:0.0:1734671656.703629:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.703789:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098432 00000100:00100000:3.0:1734671656.703796:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098432 00000100:00100000:3.0:1734671656.703820:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29940 00000100:00100000:3.0:1734671656.703824:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752098432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.703837:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.703850:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e5006099374 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7651 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.703892:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703902:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703909:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703920:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703924:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703929:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703974:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703979:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703983:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703988:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c98e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.703991:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.703996:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704006:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.704008:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.704011:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704015:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98e00/0x87a91e500609937b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704023:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704027:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704031:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704034:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093bf0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.704035:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704038:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704043:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xcd61b030 (ffff88013544db00) 00010000:00010000:3.0:1734671656.704044:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.704046:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704049:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e5006099382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.704074:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e5006099374 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7651 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.704080:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e5006099374 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7651 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.704417:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98200, rc 0) 00000100:00100000:3.0:1734671656.704840:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752098432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1013us (1212us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.704846:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29940 00000100:00100000:0.0:1734671656.707769:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.707844:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098688 00000100:00100000:3.0:1734671656.707851:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098688 00000100:00100000:3.0:1734671656.707891:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29941 00000100:00100000:3.0:1734671656.707897:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752098688:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.707912:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.707926:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099389 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7658 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.707998:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x324:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.708009:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.708015:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.708039:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 531 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.708049:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 531 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.708059:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752210048:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.708107:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fee40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.708267:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.708474:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098816 00000100:00100000:1.0:1734671656.708478:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098816 00000100:00100000:1.0:1734671656.708497:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29942 00000100:00100000:1.0:1734671656.708502:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752098816:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.708512:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.708520:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099397 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f765f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.708537:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099397 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f765f expref: 533 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.708547:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099397 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f765f expref: 533 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.708553:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.708556:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.708558:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b0b9800, rc 0) 00000100:00100000:1.0:1734671656.708577:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752098816:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 74us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.708582:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29942 00000100:00100000:3.0:1734671656.710837:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752210048:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.710856:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.711235:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.711299:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.711432:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752098944 00000100:00100000:1.0:1734671656.711437:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752098944 00010000:00010000:1.0:1734671656.711457:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 533 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.711482:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8706 00000100:00100000:1.0:1734671656.711487:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:1964:x1818934752098944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.711496:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.711500:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 533 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.711508:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 533 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.711523:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500608092f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef9a8 expref: 533 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1734671656.711537:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:1.0:1734671656.711540:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.711548:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.711554:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671656.711572:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.711596:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:1964:x1818934752098944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.711598:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099072 00000100:00100000:1.0:1734671656.711602:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8706 00000100:00100000:2.0:1734671656.711603:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099072 00000100:00100000:2.0:1734671656.711623:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7265 00000100:00100000:2.0:1734671656.711628:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752099072:12345-192.168.204.51@tcp:37:dbench.0 00010000:00010000:3.0:1734671656.711752:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.711757:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671656.711771:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x324:0x0]: returning size 260096 00010000:00010000:3.0:1734671656.711865:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099389 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 534 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.711875:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 533 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.711880:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:3.0:1734671656.711882:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671656.711884:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372fa00, rc 0) 00000100:00100000:3.0:1734671656.711899:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752098688:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4003us (4143us total) trans 4294982481 rc 0/0 00000100:00100000:3.0:1734671656.711904:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29941 00000100:00100000:0.0:1734671656.714287:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.714466:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099200 00000100:00100000:3.0:1734671656.714472:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099200 00000100:00100000:3.0:1734671656.714510:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29943 00000100:00100000:3.0:1734671656.714516:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752099200:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.714535:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.714547:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e50060993a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x324:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7666 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.714602:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.714613:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 535 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.714619:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 4/1,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.714643:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 535 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.714666:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 535 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.714704:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752210176:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.714755:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671656.715462:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752099072:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3831us (4160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.715470:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7265 00000100:00100000:3.0:1734671656.719697:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752210176:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.719717:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671656.719997:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.720138:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099328 00000100:00100000:3.0:1734671656.720144:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099328 00010000:00010000:3.0:1734671656.720168:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.720189:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8707 00000100:00100000:3.0:1734671656.720194:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:1964:x1818934752099328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.720205:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.720210:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.720219:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.720237:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fa00/0x87a91e5006099390 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x324:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7658 expref: 534 pid: 7083 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.720248:0:19199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:3.0:1734671656.720252:0:19199:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.720258:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.720264:0:19199:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.720718:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.720877:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.720909:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:1964:x1818934752099328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 714us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.720916:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8707 00000100:00100000:1.0:1734671656.721018:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099584 00000100:00100000:1.0:1734671656.721022:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099584 00000100:00100000:1.0:1734671656.721042:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29944 00000100:00100000:1.0:1734671656.721046:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752099584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.721057:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.721068:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060993b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f766d expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.721134:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x325:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.721146:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.721153:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 4/0,1 mode: --/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.721173:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.721182:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 534 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.721192:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134891880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752210304:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671656.721220:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734671656.721414:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.721421:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671656.721440:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x324:0x0]: returning size 260096 00000004:00200000:2.0:1734671656.721443:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.721455:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.721475:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e50060993a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x324:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7666 expref: 535 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.721501:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7666 expref: 534 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.721510:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:2.0:1734671656.721512:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.721514:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98800, rc 0) 00000100:00100000:2.0:1734671656.721532:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752099200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7016us (7251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.721537:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29943 00000100:00100000:0.0:1734671656.723718:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.723876:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099712 00000100:00100000:2.0:1734671656.723882:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099712 00010000:00010000:2.0:1734671656.723902:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 534 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1734671656.723927:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8708 00000100:00100000:2.0:1734671656.723932:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d017c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:1965:x1818934752099712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671656.723941:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.723946:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 534 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.723955:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 534 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1734671656.723970:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:2.0:1734671656.723974:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.723982:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.723989:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.724002:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671656.724028:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d017c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:1965:x1818934752099712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 96us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.724034:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8708 00010000:00010000:1.0:1734671656.724166:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e50060807b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67ef91c expref: 533 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1734671656.724181:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134891880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752210304:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671656.724193:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.724198:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.724202:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671656.724215:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x325:0x0]: returning size 260096 00010000:00010000:1.0:1734671656.724314:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060993b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.724324:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 533 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.724329:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:1.0:1734671656.724331:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1734671656.724333:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a41200, rc 0) 00000100:00100000:1.0:1734671656.724355:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752099584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3308us (3638us total) trans 4294982482 rc 0/0 00000100:00100000:1.0:1734671656.724360:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29944 00000100:00100000:0.0:1734671656.725933:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.726033:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099840 00000100:00100000:1.0:1734671656.726038:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099840 00000100:00100000:1.0:1734671656.726079:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29945 00000100:00100000:1.0:1734671656.726084:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752099840:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.726097:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.726107:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060993c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7674 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.726140:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726149:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726155:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726164:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726172:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726176:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726244:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726250:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726254:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671656.726272:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x324:0x0]: returning size 260096 00000004:00200000:1.0:1734671656.726275:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.726283:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726289:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726294:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726298:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726302:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726306:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.726309:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726316:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726323:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.726325:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.726328:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726332:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e50060993cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726340:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726344:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726348:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726352:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800923b2600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.726354:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726358:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726363:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xa12eb2e9 (ffff8800a4956a00) 00010000:00010000:1.0:1734671656.726364:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.726366:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726370:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060993d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.726385:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060993c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7674 expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.726393:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7674 expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.726398:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:1.0:1734671656.726400:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.726401:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f0aec00, rc 0) 00000100:00100000:1.0:1734671656.727248:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752099840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1161us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.727254:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29945 00000100:00100000:1.0:1734671656.727461:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.727611:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752099968 00000100:00100000:0.0:1734671656.727615:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752099968 00000100:00100000:0.0:1734671656.727835:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29946 00000100:00100000:0.0:1734671656.727841:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752099968:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.727853:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.727864:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e50060993e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x325:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f767b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.727901:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.727911:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.727920:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.728346:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.728358:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 535 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:0.0:1734671656.728369:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c163b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752210432:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671656.728530:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a1180300 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.732026:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.732259:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.732761:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.732816:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c163b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752210432:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671656.732834:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671656.733010:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752100352 00000100:00100000:2.0:1734671656.733015:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752100352 00000100:00100000:2.0:1734671656.733044:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29947 00000100:00100000:2.0:1734671656.733050:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752100352:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.733063:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1734671656.733352:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752100096 00000100:00100000:3.0:1734671656.733356:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752100096 00000100:00100000:3.0:1734671656.733384:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752100480 00000100:00100000:3.0:1734671656.733385:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752100480 00010000:00010000:3.0:1734671656.733393:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 538 pid: 7085 timeout: 438 lvb_type: 0 00000100:00100000:3.0:1734671656.733411:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8709 00000100:00100000:3.0:1734671656.733415:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:1965:x1818934752100480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.733425:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.733431:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 538 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.733440:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 538 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.733455:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e50060993ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x325:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f766d expref: 538 pid: 7085 timeout: 438 lvb_type: 0 00010000:00010000:3.0:1734671656.733467:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:3.0:1734671656.733471:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.733478:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.733484:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.733505:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.733532:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:1965:x1818934752100480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 115us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.733541:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8709 00000100:00100000:3.0:1734671656.733553:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2939 00000100:00100000:3.0:1734671656.733556:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:1965:x1818934752100096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671656.733561:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.733569:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aec00/0x87a91e50060993dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7674 expref: 536 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.733577:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:3.0:1734671656.733580:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671656.733589:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:1965:x1818934752100096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 32us (1571us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.733594:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2939 00010000:00010000:1.0:1734671656.733722:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.733728:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671656.733760:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x325:0x0]: returning size 260096 00000004:00200000:1.0:1734671656.733763:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671656.733775:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.733797:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538200/0x87a91e50060993e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x325:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f767b expref: 535 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.733813:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f767b expref: 534 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.733818:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:1.0:1734671656.733821:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.733823:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538000, rc 0) 00000100:00100000:1.0:1734671656.733841:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752099968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6000us (6380us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.733846:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29946 00010000:00010000:2.0:1734671656.734183:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060993f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7682 expref: -99 pid: 11200 timeout: 0 00010000:00010000:2.0:1734671656.734198:0:11200:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523614528 pid 12139 mode 2 start 2147483538 end 2147483538 00010000:00010000:2.0:1734671656.734204:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060993f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7682 expref: 534 pid: 11200 timeout: 0 00010000:00010000:2.0:1734671656.734215:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060993f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7682 expref: 534 pid: 11200 timeout: 0 00010000:00010000:2.0:1734671656.734221:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092083c00, rc 0) 00000100:00100000:2.0:1734671656.734237:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752100352:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1188us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.734242:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29947 00000100:00100000:0.0:1734671656.738302:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.738470:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.738876:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752100608 00000100:00100000:2.0:1734671656.738885:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752100608 00000100:00100000:2.0:1734671656.738914:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752100864 00000100:00100000:2.0:1734671656.738915:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752100864 00000100:00100000:2.0:1734671656.738931:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29948 00000100:00100000:2.0:1734671656.738937:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752100608:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.738963:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.738976:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060993f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7689 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.739019:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739029:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739038:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739049:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739055:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739060:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739138:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739145:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739151:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671656.739176:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x325:0x0]: returning size 260096 00000004:00200000:2.0:1734671656.739179:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671656.739191:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739199:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739204:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739209:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739213:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739218:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092082a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.739222:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739228:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739237:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.739239:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.739242:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739246:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092082a00/0x87a91e5006099400 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739260:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739265:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739269:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739272:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094426200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.739274:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739278:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739283:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xa12eb2e9 (ffff88009bfbbe00) 00010000:00010000:2.0:1734671656.739285:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.739288:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739292:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e5006099407 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.739314:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083400/0x87a91e50060993f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7689 expref: 537 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.739324:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7689 expref: 536 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.739329:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:2.0:1734671656.739331:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1734671656.739605:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29949 00000100:00100000:1.0:1734671656.739611:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752100864:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.739619:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.739627:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099415 lrc: 2/0,0 mode: --/NL res: [0x200000401:0x324:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7690 expref: -99 pid: 7085 timeout: 0 00010000:00010000:1.0:1734671656.739639:0:7085:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523614528 pid 12139 mode 32 start 2147483538 end 2147483538 00010000:00010000:1.0:1734671656.739645:0:7085:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060993f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 3 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7682 expref: 537 pid: 11200 timeout: 0 00010000:00010000:1.0:1734671656.739663:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e50060993f2 lrc: 0/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 3 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7682 expref: 537 pid: 11200 timeout: 0 00010000:00010000:1.0:1734671656.739672:0:7085:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099415 lrc: 3/0,0 mode: NL/NL res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7690 expref: 536 pid: 7085 timeout: 0 00010000:00010000:1.0:1734671656.739701:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099415 lrc: 1/0,0 mode: NL/NL res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7690 expref: 536 pid: 7085 timeout: 0 00010000:00010000:1.0:1734671656.739708:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099415 lrc: 0/0,0 mode: NL/NL res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7690 expref: 536 pid: 7085 timeout: 0 00010000:00010000:1.0:1734671656.739716:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099865800, rc 0) 00000100:00100000:1.0:1734671656.739751:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752100864:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 140us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.739757:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29949 00010000:00010000:2.0:1734671656.740355:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094427200, rc 0) 00000100:00100000:2.0:1734671656.740559:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752100608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1619us (2298us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.740565:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29948 00000100:00100000:2.0:1734671656.746454:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.746761:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752100992 00000100:00100000:0.0:1734671656.746768:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752100992 00000100:00100000:0.0:1734671656.746811:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2940 00000100:00100000:0.0:1734671656.746818:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:1966:x1818934752100992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671656.746829:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671656.746850:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609940e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7689 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.746878:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:0.0:1734671656.746882:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671656.746916:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:1966:x1818934752100992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 99us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.746922:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2940 00000100:00100000:2.0:1734671656.747104:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.747515:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.747744:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752101248 00000100:00100000:0.0:1734671656.747747:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752101248 00000100:00100000:0.0:1734671656.747763:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752101504 00000100:00100000:0.0:1734671656.747764:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752101504 00000100:00100000:0.0:1734671656.749014:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29950 00000100:00100000:0.0:1734671656.749021:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752101248:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.749038:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.749053:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609941c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7697 expref: -99 pid: 16887 timeout: 0 00010000:00010000:0.0:1734671656.749071:0:16887:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523610304 pid 12140 mode 2 start 2147483538 end 2147483538 00010000:00010000:0.0:1734671656.749077:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609941c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7697 expref: 535 pid: 16887 timeout: 0 00010000:00010000:0.0:1734671656.749089:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609941c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7697 expref: 535 pid: 16887 timeout: 0 00010000:00010000:0.0:1734671656.749094:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539600, rc 0) 00000100:00100000:3.0:1734671656.749220:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29951 00000100:00100000:3.0:1734671656.749226:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752101504:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.749233:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.749240:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099423 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f769e expref: -99 pid: 11200 timeout: 0 00010000:00010000:3.0:1734671656.749250:0:11200:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523614528 pid 12139 mode 2 start 2147483538 end 2147483538 00010000:00010000:3.0:1734671656.749255:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099423 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f769e expref: 536 pid: 11200 timeout: 0 00010000:00010000:3.0:1734671656.749263:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099423 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f769e expref: 536 pid: 11200 timeout: 0 00010000:00010000:3.0:1734671656.749272:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372e200, rc 0) 00000100:00100000:0.0:1734671656.749819:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752101248:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 796us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.749825:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29950 00000100:00100000:3.0:1734671656.749962:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752101504:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 732us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.749967:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29951 00000100:00100000:0.0:1734671656.754080:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.754124:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.754187:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752101760 00000100:00100000:1.0:1734671656.754194:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752101760 00000100:00100000:1.0:1734671656.754223:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29952 00000100:00100000:1.0:1734671656.754229:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752101760:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.754243:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.754258:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e500609942a lrc: 2/0,0 mode: --/NL res: [0x200000401:0x324:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76a5 expref: -99 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754277:0:16887:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523614528 pid 12139 mode 32 start 2147483538 end 2147483538 00010000:00010000:1.0:1734671656.754284:0:16887:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099423 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 3 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f769e expref: 536 pid: 11200 timeout: 0 00010000:00010000:1.0:1734671656.754294:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099423 lrc: 0/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0xc rrc: 3 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f769e expref: 536 pid: 11200 timeout: 0 00010000:00010000:1.0:1734671656.754306:0:16887:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e500609942a lrc: 3/0,0 mode: NL/NL res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76a5 expref: 535 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754319:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e500609942a lrc: 1/0,0 mode: NL/NL res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76a5 expref: 535 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754326:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e500609942a lrc: 0/0,0 mode: NL/NL res: [0x200000401:0x324:0x0].0xc rrc: 2 type: FLK pid: 12139 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76a5 expref: 535 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754333:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800923b2600, rc 0) 00000100:00100000:1.0:1734671656.754382:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752101760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 152us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.754387:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29952 00000100:00100000:1.0:1734671656.754399:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752102016 00000100:00100000:1.0:1734671656.754402:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752102016 00000100:00100000:1.0:1734671656.754414:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29953 00000100:00100000:1.0:1734671656.754417:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752102016:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.754423:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.754429:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099431 lrc: 2/0,0 mode: --/NL res: [0x200000401:0x325:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76ac expref: -99 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754438:0:16887:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523610304 pid 12140 mode 32 start 2147483538 end 2147483538 00010000:00010000:1.0:1734671656.754442:0:16887:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609941c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 3 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7697 expref: 535 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754449:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609941c lrc: 0/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 3 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7697 expref: 535 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754456:0:16887:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099431 lrc: 3/0,0 mode: NL/NL res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76ac expref: 534 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754465:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099431 lrc: 1/0,0 mode: NL/NL res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76ac expref: 534 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754471:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083c00/0x87a91e5006099431 lrc: 0/0,0 mode: NL/NL res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76ac expref: 534 pid: 16887 timeout: 0 00010000:00010000:1.0:1734671656.754478:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092083c00, rc 0) 00000100:00100000:1.0:1734671656.754490:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752102016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 73us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.754494:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29953 00000100:00100000:0.0:1734671656.763730:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.763776:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.764010:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752102400 00000100:00100000:3.0:1734671656.764018:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752102400 00000100:00100000:3.0:1734671656.764051:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7266 00000100:00100000:3.0:1734671656.764057:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752102400:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.764401:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8076, 168 off1412560 00000001:00080000:3.0:1734671656.764407:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982483 00000100:00100000:3.0:1734671656.764473:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752102400:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 415us (697us total) trans 4294982484 rc 0/0 00000100:00100000:3.0:1734671656.764480:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7266 00000020:00080000:3.0:1734671656.764483:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734671656.764619:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752102528 00000100:00100000:2.0:1734671656.764623:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752102528 00000100:00100000:2.0:1734671656.764644:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29954 00000100:00100000:2.0:1734671656.764648:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752102528:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.764666:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.764701:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099438 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76b3 expref: -99 pid: 7085 timeout: 0 00010000:00010000:2.0:1734671656.764720:0:7085:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523610304 pid 12140 mode 2 start 2147483538 end 2147483538 00010000:00010000:2.0:1734671656.764726:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76b3 expref: 536 pid: 7085 timeout: 0 00010000:00010000:2.0:1734671656.764736:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76b3 expref: 536 pid: 7085 timeout: 0 00010000:00010000:2.0:1734671656.764742:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e3c00, rc 0) 00000100:00100000:2.0:1734671656.765313:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752102528:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 663us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.765319:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29954 00000100:00100000:0.0:1734671656.768203:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.768280:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752102784 00000100:00100000:3.0:1734671656.768286:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752102784 00000100:00100000:3.0:1734671656.768326:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29955 00000100:00100000:3.0:1734671656.768332:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752102784:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.768354:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.768367:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609943f lrc: 2/0,0 mode: --/NL res: [0x200000401:0x325:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76ba expref: -99 pid: 7083 timeout: 0 00010000:00010000:3.0:1734671656.768387:0:7083:0:(ldlm_flock.c:337:ldlm_process_flock_lock()) flags 0x0 owner 18446612137523610304 pid 12140 mode 32 start 2147483538 end 2147483538 00010000:00010000:3.0:1734671656.768393:0:7083:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099438 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 3 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76b3 expref: 537 pid: 7085 timeout: 0 00010000:00010000:3.0:1734671656.768410:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099438 lrc: 0/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0xc rrc: 3 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76b3 expref: 537 pid: 7085 timeout: 0 00010000:00010000:3.0:1734671656.768558:0:7083:0:(ldlm_flock.c:133:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609943f lrc: 3/0,0 mode: NL/NL res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76ba expref: 536 pid: 7083 timeout: 0 00010000:00010000:3.0:1734671656.768574:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609943f lrc: 1/0,0 mode: NL/NL res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76ba expref: 536 pid: 7083 timeout: 0 00010000:00010000:3.0:1734671656.768580:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609943f lrc: 0/0,0 mode: NL/NL res: [0x200000401:0x325:0x0].0xc rrc: 2 type: FLK pid: 12140 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76ba expref: 536 pid: 7083 timeout: 0 00010000:00010000:3.0:1734671656.768589:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372f800, rc 0) 00000100:00100000:3.0:1734671656.769062:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752102784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 728us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.769069:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29955 00000100:00100000:0.0:1734671656.769745:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.769894:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752102912 00000100:00100000:3.0:1734671656.769899:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752102912 00000100:00100000:3.0:1734671656.769933:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29956 00000100:00100000:3.0:1734671656.769938:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752102912:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.769949:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.769960:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e5006099446 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76c1 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.770003:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770017:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770027:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770153:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770161:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770168:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770217:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770223:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770228:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770233:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.770236:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770242:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770251:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.770253:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.770258:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770261:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609944d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770270:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770275:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770279:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770282:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.770284:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770288:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770293:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88013544d600) 00010000:00010000:3.0:1734671656.770296:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.770298:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770302:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099454 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.770331:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e5006099446 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76c1 expref: 536 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.770338:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8200/0x87a91e5006099446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76c1 expref: 536 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.770346:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f8200, rc 0) 00000100:00100000:3.0:1734671656.770602:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752102912:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 662us (857us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.770608:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29956 00000100:00100000:0.0:1734671656.774354:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.778493:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.778553:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752103296 00000100:00100000:1.0:1734671656.778560:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752103296 00000100:00100000:1.0:1734671656.778607:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7267 00000100:00100000:1.0:1734671656.778614:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12140:x1818934752103296:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671656.778836:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752103040 00000100:00100000:3.0:1734671656.778841:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752103040 00000100:00100000:3.0:1734671656.778870:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29957 00000100:00100000:3.0:1734671656.778875:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752103040:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.778883:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.778897:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609945b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76c8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.778936:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.778947:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.778955:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.778965:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.778970:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.778974:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779013:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779018:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779022:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779026:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094431800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.779029:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779034:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779042:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.779045:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.779048:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779052:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099462 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779059:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779063:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779068:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779074:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094430600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.779076:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779080:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779085:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88013544db00) 00010000:00010000:3.0:1734671656.779087:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.779089:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779093:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e5006099469 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.779119:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609945b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76c8 expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.779126:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609945b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76c8 expref: 537 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.779131:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094430c00, rc 0) 00000100:00100000:3.0:1734671656.779173:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752103040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 297us (4827us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.779179:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29957 00000040:00080000:1.0:1734671656.779240:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8077, 168 off1412728 00000001:00080000:1.0:1734671656.779245:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982485 00000100:00100000:1.0:1734671656.780533:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12140:x1818934752103296:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1915us (2043us total) trans 4294982486 rc 0/0 00000100:00100000:1.0:1734671656.780541:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7267 00000020:00080000:1.0:1734671656.780545:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.784459:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.785662:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.787061:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752103680 00000100:00100000:3.0:1734671656.787062:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752103552 00000100:00100000:2.0:1734671656.787070:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752103680 00000100:00100000:3.0:1734671656.787071:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752103552 00000100:00100000:3.0:1734671656.787106:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29958 00000100:00100000:3.0:1734671656.787112:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12139:x1818934752103552:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.787138:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734671656.787139:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29959 00000100:00100000:2.0:1734671656.787144:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752103680:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.787151:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.787153:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099470 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76cf expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.787157:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e5006099477 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76d6 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.787197:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.787208:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.787217:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787221:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.787227:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787227:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.787232:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787233:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787237:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787241:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.787244:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.787249:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.787271:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787271:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787276:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787276:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787281:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787281:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787285:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094431200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.787285:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.787289:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787289:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787294:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787294:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787302:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.787302:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.787305:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.787305:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.787308:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787308:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787313:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099485 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787313:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609947e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787321:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787321:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787325:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787325:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787329:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787330:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787333:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944a9200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.787333:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d53e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.787335:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787335:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787339:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787339:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787344:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88013544d900) 00010000:00010000:2.0:1734671656.787344:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bfbb700) 00010000:00010000:3.0:1734671656.787346:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.787346:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.787348:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787348:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787352:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a9200/0x87a91e5006099493 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.787352:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609948c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.787372:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099470 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76cf expref: 540 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.787372:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e5006099477 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76d6 expref: 540 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.787379:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099470 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76cf expref: 540 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.787379:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e5006099477 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76d6 expref: 540 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.787385:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372e200, rc 0) 00010000:00010000:2.0:1734671656.787385:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1a000, rc 0) 00000100:00100000:2.0:1734671656.787420:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752103680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 275us (1774us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.787426:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29959 00000100:00100000:3.0:1734671656.787489:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752103552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 377us (3038us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.787494:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29958 00000100:00100000:0.0:1734671656.792892:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.792955:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.792998:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752103808 00000100:00100000:1.0:1734671656.793006:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752103808 00000100:00100000:3.0:1734671656.793015:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752103936 00000100:00100000:3.0:1734671656.793019:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752103936 00000100:00100000:3.0:1734671656.793052:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29960 00000100:00100000:3.0:1734671656.793058:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752103936:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.793072:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.793085:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e500609949a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76e4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.793131:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793142:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793150:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793160:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793165:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793170:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793212:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793217:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793222:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793225:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.793229:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793234:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793241:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.793244:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.793247:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793251:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e50060994a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793258:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793262:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793266:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793270:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131265600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.793272:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793275:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793279:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88013544d800) 00010000:00010000:3.0:1734671656.793281:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.793283:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793286:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060994a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793308:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e500609949a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76e4 expref: 539 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.793314:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e500609949a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76e4 expref: 539 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.793320:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944a8400, rc 0) 00000100:00100000:3.0:1734671656.793356:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752103936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 297us (399us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.793361:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29960 00000100:00100000:3.0:1734671656.793374:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29961 00000100:00100000:3.0:1734671656.793378:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752103808:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.793385:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.793391:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e50060994af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76dd expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.793410:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793416:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793422:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793429:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.793434:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794117:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794150:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794155:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794159:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794163:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.794165:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794170:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794176:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.794178:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.794180:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794184:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060994b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794191:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794194:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794198:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794201:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.794203:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794207:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794211:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88013544db00) 00010000:00010000:3.0:1734671656.794213:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.794215:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794219:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060994bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.794244:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e50060994af lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76dd expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.794251:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e50060994af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76dd expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.794257:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131264400, rc 0) 00000100:00100000:3.0:1734671656.794290:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+537:12139:x1818934752103808:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 910us (1405us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.794296:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29961 00000100:00100000:0.0:1734671656.798003:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.798049:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.798151:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752104448 00000100:00100000:3.0:1734671656.798159:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752104448 00000100:00100000:3.0:1734671656.798189:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752104192 00000100:00100000:3.0:1734671656.798191:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752104192 00000100:00100000:3.0:1734671656.798213:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29962 00000100:00100000:3.0:1734671656.798219:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12139:x1818934752104448:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.798237:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.798240:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1734671656.798260:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e500609935f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7643 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.798274:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.798278:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.798287:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25000/0x87a91e50060994c4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76f2 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.798378:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.798389:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.798396:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.798407:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.798412:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.798417:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.798558:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29963 00000100:00100000:2.0:1734671656.798563:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752104192:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.798571:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.798608:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060994d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76eb expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.799034:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799043:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799049:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799056:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799061:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799066:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799084:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799088:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799093:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799098:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.799101:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799106:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799111:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.799113:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.799116:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799119:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379e00/0x87a91e50060994e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799140:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799144:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799152:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799155:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093378800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.799157:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799162:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.799167:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.799169:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.800124:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.800136:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093378800/0x87a91e50060994e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.800167:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060994d9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76eb expref: 539 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.800179:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e50060994d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76eb expref: 539 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.800188:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379600, rc 0) 00000100:00100000:2.0:1734671656.800246:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752104192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1681us (2196us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.800256:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29963 00000004:00080000:3.0:1734671656.801880:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c7:0x0], index 0: 0 00000040:00080000:3.0:1734671656.801952:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8078, 184 off1412912 00010000:00010000:3.0:1734671656.802049:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060994ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802059:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060994ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802068:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060994ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802096:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802101:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802106:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802111:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a25600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.802113:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802119:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802126:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.802128:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.802131:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.802135:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060994cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671656.802144:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092120000 reply state ffff88013607f000 transno 4294982487 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.802149:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671656.802171:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25000/0x87a91e50060994c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76f2 expref: 539 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.802181:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060994ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76f2 expref: 538 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.802185:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c6:0x0].0x0 (ffff88013544dc00) 00010000:00010000:3.0:1734671656.802187:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.802189:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31a00, rc 0) 00000100:00100000:3.0:1734671656.802236:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+539:12139:x1818934752104448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4016us (4240us total) trans 4294982487 rc 0/0 00000100:00100000:3.0:1734671656.802246:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29962 00000100:00100000:0.0:1734671656.802445:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.803359:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.803367:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.803372:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.803376:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a24c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.803378:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.803383:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.803391:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88013544d600) 00010000:00010000:2.0:1734671656.803393:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.803396:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671656.803400:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060994d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.803607:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752104576 00000100:00100000:3.0:1734671656.803614:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752104576 00000100:00100000:3.0:1734671656.803638:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29964 00000100:00100000:3.0:1734671656.803643:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752104576:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.803664:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.803695:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30a00/0x87a91e50060994fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f76f9 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.803733:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803742:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803749:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803758:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803763:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803768:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803805:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803810:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803815:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803818:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.803821:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803825:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803830:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.803832:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.803834:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803838:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099503 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803843:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803847:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803851:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803854:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.803856:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803860:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803864:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88013544d900) 00010000:00010000:3.0:1734671656.803866:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.803868:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803871:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30200/0x87a91e500609950a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.803890:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30a00/0x87a91e50060994fc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76f9 expref: 539 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.803896:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30a00/0x87a91e50060994fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76f9 expref: 539 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.803902:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc30a00, rc 0) 00000100:00100000:3.0:1734671656.803929:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752104576:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 285us (1484us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.803934:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29964 00000100:00100000:0.0:1734671656.804988:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.805039:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752104704 00000100:00100000:2.0:1734671656.805178:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752104704 00000100:00100000:2.0:1734671656.805310:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4641 00000100:00100000:2.0:1734671656.805316:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1964:x1818934752104704:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.805327:0:17395:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.805343:0:17395:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7700 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734671656.805362:0:17395:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1734671656.805376:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.805377:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.805384:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 81 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.805542:0:17395:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 81 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.805554:0:17395:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093379200, rc 0) 00000100:00100000:2.0:1734671656.805593:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1964:x1818934752104704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 277us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.805599:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4641 00000100:00100000:3.0:1734671656.807083:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.807127:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752104960 00000100:00100000:2.0:1734671656.807132:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752104960 00000100:00100000:2.0:1734671656.807153:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29965 00000100:00100000:2.0:1734671656.807157:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+538:12140:x1818934752104960:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.807170:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.807172:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671656.807186:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099397 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f765f expref: 538 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.807195:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.807198:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.807204:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099518 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7707 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.807279:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807294:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807300:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807307:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807310:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807313:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:2.0:1734671656.807622:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c8:0x0], index 1: 0 00000040:00080000:2.0:1734671656.807716:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8079, 184 off1413096 00010000:00010000:2.0:1734671656.807791:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8600/0x87a91e500609952d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807798:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8600/0x87a91e500609952d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807804:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8600/0x87a91e500609952d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807828:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807834:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807838:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807843:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.807846:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807852:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807859:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.807861:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.807864:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.807868:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e500609951f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671656.807876:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800932c8380 reply state ffff8801324c2000 transno 4294982488 ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.807881:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671656.807898:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099518 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7707 expref: 540 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.807908:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8600/0x87a91e500609952d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7707 expref: 539 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.807913:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c7:0x0].0x0 (ffff88009bfbbe00) 00010000:00010000:2.0:1734671656.807915:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671656.807917:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944a8600, rc 0) 00000100:00100000:2.0:1734671656.807952:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12140:x1818934752104960:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 793us (873us total) trans 4294982488 rc 0/0 00000100:00100000:2.0:1734671656.807960:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29965 00000100:00100000:1.0:1734671656.814606:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.814706:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.814716:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671656.814719:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.814723:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.814729:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944a8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.814733:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.814739:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.814789:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752105216 00000100:00100000:0.0:1734671656.814798:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752105216 00000100:00100000:0.0:1734671656.814829:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7268 00000100:00100000:0.0:1734671656.814841:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12139:x1818934752105216:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671656.815176:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bfbbc00) 00000040:00080000:0.0:1734671656.815177:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8080, 168 off1413264 00010000:00010000:3.0:1734671656.815180:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.815183:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000001:00080000:0.0:1734671656.815183:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982489 00010000:00010000:3.0:1734671656.815188:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099526 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.815441:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+541:12139:x1818934752105216:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 599us (841us total) trans 4294982490 rc 0/0 00000100:00100000:0.0:1734671656.815448:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7268 00000020:00080000:0.0:1734671656.815452:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.815489:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752105344 00000100:00100000:0.0:1734671656.815492:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752105344 00000100:00100000:0.0:1734671656.816602:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4642 00000100:00100000:0.0:1734671656.816609:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1965:x1818934752105344:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.816624:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.816637:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f770e expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734671656.816665:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1734671656.816800:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.816803:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.816809:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 81 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671656.816824:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 81 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671656.816833:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539800, rc 0) 00000100:00100000:0.0:1734671656.816864:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1965:x1818934752105344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 256us (2145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.816869:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4642 00010000:00010000:1.0:1734671656.818325:0:7073:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734671656.821137:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.822916:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752105600 00000100:00100000:2.0:1734671656.822926:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752105600 00000100:00100000:2.0:1734671656.822974:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29966 00000100:00100000:2.0:1734671656.822980:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+541:12139:x1818934752105600:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671656.823035:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671656.823057:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31a00/0x87a91e50060994ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f76f2 expref: 541 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.823073:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c6:0x0].0x0 (ffff88013544dc00) 00010000:00010000:2.0:1734671656.823081:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.823097:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823107:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823114:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823125:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823135:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823140:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823245:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823252:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.823258:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.823432:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.823493:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752105856 00000100:00100000:1.0:1734671656.823497:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752105856 00000100:00100000:1.0:1734671656.823525:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7269 00000100:00100000:1.0:1734671656.823529:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+541:12140:x1818934752105856:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:1.0:1734671656.823838:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8081, 168 off1413432 00000001:00080000:1.0:1734671656.823844:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982491 00000100:00100000:1.0:1734671656.823925:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12140:x1818934752105856:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 394us (497us total) trans 4294982492 rc 0/0 00000100:00100000:1.0:1734671656.823932:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7269 00000020:00080000:1.0:1734671656.823936:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:2.0:1734671656.824853:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].644, 64 off49472 00000040:00080000:2.0:1734671656.824869:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8082, 184 off1413616 00010000:00010000:2.0:1734671656.824910:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824920:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824927:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824933:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824937:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824941:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824946:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824950:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094431200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671656.824952:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824958:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824966:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c6:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.824967:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671656.824971:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824974:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099557 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824991:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824995:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.824999:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825003:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.825005:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825010:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825015:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c6:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.825017:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671656.825019:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825023:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099550 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825058:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825062:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825067:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825070:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.825072:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825077:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825083:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.825085:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.825087:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.825091:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372e200/0x87a91e5006099542 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671656.825098:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092122680 reply state ffff8801324c4000 transno 4294982493 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.825102:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671656.825151:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752105600:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2168us (4019us total) trans 4294982493 rc 0/0 00000100:00100000:2.0:1734671656.825156:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29966 00000100:00100000:0.0:1734671656.827808:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.827889:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.827898:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.827903:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.827908:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b0b9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.827912:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.827917:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.827928:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88009bfbbb00) 00010000:00010000:3.0:1734671656.827931:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.827934:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.827938:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099549 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671656.828268:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752105984 00000100:00100000:2.0:1734671656.828275:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752105984 00000100:00100000:2.0:1734671656.828307:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29967 00000100:00100000:2.0:1734671656.828314:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752105984:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.828332:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.828342:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e500609955e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7715 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.828384:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828394:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828402:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828411:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828416:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828420:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828463:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828468:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828472:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828476:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094431800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.828478:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828483:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.828489:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.828491:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1734671656.828881:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.828926:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752106240 00000100:00100000:3.0:1734671656.828929:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752106240 00000100:00100000:3.0:1734671656.828959:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29968 00000100:00100000:3.0:1734671656.828964:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752106240:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671656.828988:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671656.829001:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8600/0x87a91e500609952d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7707 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.829012:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c7:0x0].0x0 (ffff88009bfbbe00) 00010000:00010000:3.0:1734671656.829018:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.829026:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829034:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829039:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829047:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829052:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829056:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829123:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829133:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829139:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671656.829465:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].643, 64 off49408 00000040:00080000:3.0:1734671656.829483:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8083, 184 off1413800 00010000:00010000:3.0:1734671656.829525:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829532:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829537:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829543:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829548:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829552:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829557:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829561:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671656.829563:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829568:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829574:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c7:0x0].0x0 (ffff88009bed0600) 00010000:00010000:3.0:1734671656.829575:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671656.829577:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829581:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31800/0x87a91e5006099588 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829598:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829602:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829606:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829609:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.829611:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829615:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829620:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c7:0x0].0x0 (ffff88009bed0600) 00010000:00010000:3.0:1734671656.829622:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671656.829624:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829628:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099581 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829708:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829714:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829718:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829721:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.829723:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829728:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829734:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.829736:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.829738:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.829741:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099573 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671656.829748:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092120a80 reply state ffff880093f19000 transno 4294982494 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671656.829753:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671656.829809:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752106240:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 843us (927us total) trans 4294982494 rc 0/0 00000100:00100000:3.0:1734671656.829815:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29968 00010000:00010000:2.0:1734671656.829881:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829887:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099565 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829896:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829900:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829903:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829906:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.829908:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829912:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829918:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88009bfbbc00) 00010000:00010000:2.0:1734671656.829920:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.829922:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829925:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e500609956c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.829958:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e500609955e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7715 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.829964:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e500609955e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7715 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.829970:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094430600, rc 0) 00000100:00100000:2.0:1734671656.829988:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752105984:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1675us (2187us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.829994:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29967 00010000:00010000:3.0:1734671656.831463:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.831471:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.831477:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.831481:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.831484:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.831493:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.831502:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bed0300) 00010000:00010000:3.0:1734671656.831504:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.831506:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.831511:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e500609957a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.832178:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.833519:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752106368 00000100:00100000:2.0:1734671656.833527:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752106368 00000100:00100000:2.0:1734671656.833572:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29969 00000100:00100000:2.0:1734671656.833579:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+543:12139:x1818934752106368:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.833593:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.833606:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609958f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f771c expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.833632:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609958f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f771c expref: 544 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.833642:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609958f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f771c expref: 544 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.833659:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.833661:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.833664:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1ac00, rc 0) 00000100:00100000:2.0:1734671656.833725:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752106368:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 145us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.833731:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29969 00000100:00100000:1.0:1734671656.834720:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.834966:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752106496 00000100:00100000:3.0:1734671656.834971:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752106496 00000100:00100000:3.0:1734671656.835580:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29970 00000100:00100000:3.0:1734671656.835586:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934752106496:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.835605:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.835615:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099596 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7723 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.835667:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835712:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835721:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835732:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835736:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835741:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835786:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835792:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835797:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835801:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.835804:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835810:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835819:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.835822:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.835825:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.835829:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e500609959d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.836223:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.836271:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836276:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836280:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836283:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944a8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.836286:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836291:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836298:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bed0000) 00010000:00010000:3.0:1734671656.836300:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.836302:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836306:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e50060995a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.836338:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099596 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7723 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.836345:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7723 expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.836351:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc31c00, rc 0) 00000100:00100000:3.0:1734671656.836395:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934752106496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 808us (1677us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.836400:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29970 00000100:00100000:2.0:1734671656.836452:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752106624 00000100:00100000:2.0:1734671656.836456:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752106624 00000100:00100000:2.0:1734671656.836476:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7270 00000100:00100000:2.0:1734671656.836481:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752106624:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671656.838917:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752106624:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2429us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.838927:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7270 00000100:00100000:1.0:1734671656.839365:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.839475:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752106752 00000100:00100000:2.0:1734671656.839481:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752106752 00000100:00100000:2.0:1734671656.840334:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29971 00000100:00100000:2.0:1734671656.840341:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934752106752:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.840356:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.840372:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060995ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f772a expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.840399:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060995ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f772a expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.840410:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060995ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f772a expref: 545 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.840417:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.840419:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.840423:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d1a000, rc 0) 00000100:00100000:2.0:1734671656.841067:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752106752:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 720us (1696us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.841074:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29971 00000100:00100000:0.0:1734671656.843566:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.843609:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.843703:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752107008 00000100:00100000:2.0:1734671656.843711:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752107008 00000100:00100000:2.0:1734671656.843741:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29972 00000100:00100000:2.0:1734671656.843747:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752107008:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.843762:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.843775:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e50060995b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7731 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.843854:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843865:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843873:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843883:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843888:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843893:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843919:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843927:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843932:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843936:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094431200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.843939:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843944:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843952:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.843954:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.843957:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843961:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e50060995b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843973:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843978:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843982:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843985:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094430c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.843987:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843995:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.843999:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.844001:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.844003:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.844007:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e50060995c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.844027:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e50060995b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7731 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.844033:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e50060995b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7731 expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.844038:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094431800, rc 0) 00000100:00100000:2.0:1734671656.844083:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752107008:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 336us (523us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.844089:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29972 00000100:00100000:3.0:1734671656.844146:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752107136 00000100:00100000:3.0:1734671656.844150:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752107136 00000100:00100000:3.0:1734671656.844167:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7271 00000100:00100000:3.0:1734671656.844170:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752107136:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671656.846585:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752107136:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2407us (2968us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.846595:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7271 00000100:00100000:1.0:1734671656.847037:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.847562:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752107264 00000100:00100000:0.0:1734671656.847568:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752107264 00000100:00100000:0.0:1734671656.847598:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29973 00000100:00100000:0.0:1734671656.847602:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752107264:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.847616:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.847627:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060995c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7738 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.847693:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847703:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847711:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847720:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847724:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847729:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847768:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847772:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847777:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847781:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.847784:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847790:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847797:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.847799:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.847802:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847806:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060995ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847825:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847829:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847833:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847836:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.847838:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847842:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847846:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88008ee5ea00) 00010000:00010000:0.0:1734671656.847848:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.847849:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847856:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060995d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.847880:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060995c7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7738 expref: 546 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.847886:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e50060995c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7738 expref: 546 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.847892:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538c00, rc 0) 00000100:00100000:0.0:1734671656.847918:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752107264:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 315us (882us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.847923:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29973 00000100:00100000:0.0:1734671656.851063:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.851259:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.851333:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752107520 00000100:00100000:1.0:1734671656.851340:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752107520 00000100:00100000:1.0:1734671656.851379:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752107776 00000100:00100000:1.0:1734671656.851381:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752107776 00000100:00100000:1.0:1734671656.851396:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29974 00000100:00100000:1.0:1734671656.851402:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12139:x1818934752107520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.851417:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.851419:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671656.851438:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1ac00/0x87a91e500609958f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f771c expref: 546 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.851454:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.851458:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.851467:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25000/0x87a91e50060995dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f773f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.851557:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.851568:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.851576:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.851585:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.851589:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.851594:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671656.851632:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29975 00000100:00100000:3.0:1734671656.851639:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752107776:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.851646:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.851663:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e50060995f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7746 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.851717:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851725:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851731:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851739:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851743:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851748:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851766:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851771:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851775:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851780:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.851783:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851787:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851793:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.851795:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.851803:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851807:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060995f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851817:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851821:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851825:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851829:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.851831:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851835:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.851839:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bed0000) 00010000:00010000:3.0:1734671656.851841:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.851842:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00080000:1.0:1734671656.851959:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c8:0x0], index 0: 0 00010000:00010000:3.0:1734671656.851988:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264200/0x87a91e50060995ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.852008:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e50060995f1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7746 expref: 547 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.852014:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e50060995f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7746 expref: 547 pid: 7083 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1734671656.852017:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8084, 184 off1413984 00010000:00010000:3.0:1734671656.852018:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131264400, rc 0) 00000100:00100000:3.0:1734671656.852055:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12140:x1818934752107776:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 416us (797us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.852060:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29975 00010000:00010000:1.0:1734671656.852097:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099606 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852103:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099606 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852109:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099606 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852130:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852134:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852139:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852143:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a25600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.852146:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852151:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852157:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.852159:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.852162:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.852166:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25600/0x87a91e50060995e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671656.852174:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008df6fb80 reply state ffff8800a5403000 transno 4294982495 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671656.852179:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671656.852194:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25000/0x87a91e50060995dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f773f expref: 547 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.852202:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099606 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f773f expref: 546 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.852207:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c8:0x0].0x0 (ffff88008e829600) 00010000:00010000:1.0:1734671656.852209:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.852211:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f9400, rc 0) 00000100:00100000:1.0:1734671656.852231:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12139:x1818934752107520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 829us (1174us total) trans 4294982495 rc 0/0 00000100:00100000:1.0:1734671656.852236:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29974 00010000:00010000:3.0:1734671656.854041:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.854051:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.854059:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.854063:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a24c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.854066:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.854072:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.854081:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88008e829900) 00010000:00010000:3.0:1734671656.854084:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.854087:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.854091:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24c00/0x87a91e50060995ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671656.856282:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.857360:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752107904 00000100:00100000:2.0:1734671656.857368:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752107904 00000100:00100000:2.0:1734671656.857400:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29976 00000100:00100000:2.0:1734671656.857406:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752107904:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.857423:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.857438:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099614 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f774d expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.857489:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857499:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857508:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857518:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857523:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857528:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857575:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857580:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857585:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857590:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094430c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.857593:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857600:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857612:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.857614:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.857618:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857623:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e500609961b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857654:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857659:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857664:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857668:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094431200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.857670:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857689:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857696:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88009bfbba00) 00010000:00010000:2.0:1734671656.857698:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.857700:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857704:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431200/0x87a91e5006099622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.857735:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099614 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f774d expref: 547 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.857741:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431800/0x87a91e5006099614 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f774d expref: 547 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.857748:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094431800, rc 0) 00000100:00100000:2.0:1734671656.857794:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752107904:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 387us (1518us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.857799:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29976 00000100:00100000:2.0:1734671656.858371:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.858406:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752108032 00000100:00100000:0.0:1734671656.858410:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752108032 00000100:00100000:0.0:1734671656.858444:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4643 00000100:00100000:0.0:1734671656.858450:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1965:x1818934752108032:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.858462:0:17395:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.858472:0:17395:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7754 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734671656.858488:0:17395:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1734671656.858498:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.858500:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671656.858505:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 82 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671656.858515:0:17395:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 82 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671656.858522:0:17395:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539a00, rc 0) 00000100:00100000:0.0:1734671656.858552:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1965:x1818934752108032:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 102us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.858558:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4643 00000100:00100000:1.0:1734671656.860230:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.860307:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.860362:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752108160 00000100:00100000:2.0:1734671656.860368:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752108160 00000100:00100000:2.0:1734671656.860392:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4644 00000100:00100000:2.0:1734671656.860397:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:12139:x1818934752108160:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.860409:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.860419:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f775b expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.860439:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.860445:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.860446:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.860450:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 83 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.860474:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.860489:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 439 lvb_type: 1 00000100:00100000:2.0:1734671656.860499:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752210560:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.860553:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671656.860670:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752108416 00000100:00100000:0.0:1734671656.860688:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752108416 00000100:00100000:0.0:1734671656.860710:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29977 00000100:00100000:0.0:1734671656.860715:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752108416:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.860722:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.860724:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734671656.860738:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a000/0x87a91e50060995ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f772a expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.860764:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.860767:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671656.860775:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006099637 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7762 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.860859:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.860869:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.860877:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.860886:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.860892:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.860897:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:0.0:1734671656.861239:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2c9:0x0], index 1: 0 00000040:00080000:0.0:1734671656.861296:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8085, 184 off1414168 00010000:00010000:0.0:1734671656.861372:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609964c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861378:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609964c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861384:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609964c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861406:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861412:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861417:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861420:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.861424:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861429:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861436:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.861439:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.861441:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671656.861445:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e500609963e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:0.0:1734671656.861453:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f599500 reply state ffff880136289000 transno 4294982496 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.861458:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671656.861473:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006099637 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7762 expref: 548 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.861481:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609964c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7762 expref: 547 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.861487:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c9:0x0].0x0 (ffff88008ee5ea00) 00010000:00010000:0.0:1734671656.861488:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671656.861490:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538c00, rc 0) 00000100:00100000:0.0:1734671656.861519:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+548:12140:x1818934752108416:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 804us (1212us total) trans 4294982496 rc 0/0 00000100:00100000:0.0:1734671656.861525:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29977 00000100:00100000:2.0:1734671656.864764:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752210560:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671656.864789:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 83 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.864803:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e04d000, rc 0) 00000100:00100000:0.0:1734671656.865030:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.865367:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.865375:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.865381:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.865387:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.865391:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.865397:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.865409:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88008ee5eb00) 00010000:00010000:3.0:1734671656.865411:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.865414:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.865418:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e5006099645 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671656.865479:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:12139:x1818934752108160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 5078us (5251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.865491:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4644 00000100:00100000:2.0:1734671656.865586:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752108544 00000100:00100000:2.0:1734671656.865592:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752108544 00000100:00100000:2.0:1734671656.865615:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4645 00000100:00100000:2.0:1734671656.865620:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1964:x1818934752108544:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:0.0:1734671656.865627:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.865631:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.865642:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7769 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.865709:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752108672 00000100:00100000:1.0:1734671656.865713:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752108672 00010000:00010000:1.0:1734671656.865727:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 439 lvb_type: 1 00000100:00100000:1.0:1734671656.865744:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8710 00000100:00100000:1.0:1734671656.865748:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752108672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.865757:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.865770:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.865780:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 439 lvb_type: 1 00002000:00010000:2.0:1734671656.865855:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1734671656.865869:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.865871:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.865877:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 82 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.865889:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 82 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.865896:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82bb800, rc 0) 00010000:00010000:1.0:1734671656.866022:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d539a00/0x87a91e5006099629 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7754 expref: 83 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.866064:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.866065:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1734671656.866067:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1964:x1818934752108544:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 446us (1398us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671656.866070:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671656.866072:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4645 00010000:00010000:1.0:1734671656.866076:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.866100:0:7071:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.866114:0:7071:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f598380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7071:1818934752210688:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671656.866142:0:7071:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc000 going to sleep for 11 seconds 00000100:00100000:1.0:1734671656.867715:0:7071:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f598380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7071:1818934752210688:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671656.867729:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.868155:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1965:x1818934752108672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2403us (2525us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.868165:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8710 00000100:00100000:0.0:1734671656.869386:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.869541:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752108800 00000100:00100000:2.0:1734671656.869548:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752108800 00000100:00100000:2.0:1734671656.869577:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4646 00000100:00100000:2.0:1734671656.869582:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:12140:x1818934752108800:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.869595:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.869608:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7770 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.869632:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.869638:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.869640:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.869643:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 83 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.869699:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.869715:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 439 lvb_type: 1 00000100:00100000:2.0:1734671656.869725:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752210816:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671656.869776:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64540 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.874003:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752210816:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.874030:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 83 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.874047:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82ba200, rc 0) 00000100:00100000:3.0:1734671656.874082:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:12140:x1818934752108800:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4498us (4700us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.874090:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4646 00000100:00100000:0.0:1734671656.876037:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.876141:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109056 00000100:00100000:3.0:1734671656.876147:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109056 00000100:00100000:3.0:1734671656.876178:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7272 00000100:00100000:3.0:1734671656.876183:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+547:12139:x1818934752109056:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.876512:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8086, 168 off1414336 00000001:00080000:3.0:1734671656.876519:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982497 00000100:00100000:0.0:1734671656.877210:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.877249:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109184 00000100:00100000:1.0:1734671656.877253:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109184 00010000:00010000:1.0:1734671656.877271:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 439 lvb_type: 1 00000100:00100000:1.0:1734671656.877289:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8711 00000100:00100000:1.0:1734671656.877294:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752109184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.877304:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.877320:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.877330:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.877348:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82bb800/0x87a91e500609965a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7769 expref: 83 pid: 8437 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.877363:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.877364:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.877370:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.877377:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.877409:0:7071:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 82 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.877419:0:7071:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f598380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7071:1818934752210944:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671656.877460:0:7071:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012f9fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.878046:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752109056:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 415us (567us total) trans 4294982498 rc 0/0 00000100:00100000:3.0:1734671656.878056:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7272 00000020:00080000:3.0:1734671656.878061:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.880166:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.880302:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109312 00000100:00100000:2.0:1734671656.880310:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109312 00000100:00100000:2.0:1734671656.880342:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29978 00000100:00100000:2.0:1734671656.880348:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752109312:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.880366:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.880381:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099668 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7777 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.880429:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880440:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880450:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880462:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880467:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880472:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880520:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880526:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880531:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880536:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.880539:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880544:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880553:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.880555:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.880558:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880562:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e500609966f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880575:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880579:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880582:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880588:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.880590:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880594:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880600:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.880602:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.880604:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880608:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e5006099676 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.880638:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099668 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7777 expref: 550 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.880645:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099668 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7777 expref: 550 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.880993:0:7071:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f598380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7071:1818934752210944:192.168.204.51@tcp:105: 00010000:00010000:1.0:1734671656.881009:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671656.881055:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1964:x1818934752109184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3759us (3844us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.881063:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8711 00010000:00010000:2.0:1734671656.884016:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b267e00, rc 0) 00000100:00100000:2.0:1734671656.884083:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752109312:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3731us (3918us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.884091:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29978 00000100:00100000:0.0:1734671656.890522:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.891219:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109440 00000100:00100000:2.0:1734671656.891227:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109440 00000100:00100000:2.0:1734671656.891276:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29979 00000100:00100000:2.0:1734671656.891294:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752109440:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.891310:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.891324:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e500609967d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f777e expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.891353:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e500609967d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f777e expref: 550 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.891364:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e500609967d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f777e expref: 550 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.891371:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.891374:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.891376:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092918e00, rc 0) 00000100:00100000:2.0:1734671656.891426:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12139:x1818934752109440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 133us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.891433:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29979 00000100:00100000:0.0:1734671656.891913:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.891976:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109696 00000100:00100000:3.0:1734671656.891980:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109696 00000100:00100000:3.0:1734671656.891997:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7273 00000100:00100000:3.0:1734671656.892001:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12140:x1818934752109696:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671656.892293:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8087, 168 off1414504 00000001:00080000:3.0:1734671656.892299:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982499 00000100:00100000:3.0:1734671656.892372:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12140:x1818934752109696:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 369us (459us total) trans 4294982500 rc 0/0 00000100:00100000:3.0:1734671656.892378:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7273 00000020:00080000:3.0:1734671656.892380:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.894615:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.894708:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109824 00000100:00100000:2.0:1734671656.894714:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109824 00000100:00100000:2.0:1734671656.894754:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7274 00000100:00100000:2.0:1734671656.894760:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12139:x1818934752109824:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671656.897412:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.897539:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752109952 00000100:00100000:2.0:1734671656.897546:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752109952 00000100:00100000:2.0:1734671656.897574:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29980 00000100:00100000:2.0:1734671656.897579:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752109952:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.897596:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.897608:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099684 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7785 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.897665:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897693:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897701:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897711:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897716:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897721:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897759:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897764:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897769:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897774:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092919c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.897777:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897782:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897793:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.897795:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.897799:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897803:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e500609968b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897825:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897830:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897834:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897837:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092919000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.897839:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897843:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897849:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88009bfbb700) 00010000:00010000:2.0:1734671656.897850:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.897852:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897856:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e5006099692 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671656.897885:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099684 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7785 expref: 554 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.897892:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099684 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7785 expref: 554 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.897898:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092918200, rc 0) 00000100:00100000:2.0:1734671656.897940:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752109952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 359us (533us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.897945:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29980 00000100:00100000:3.0:1734671656.898489:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12139:x1818934752109824:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3728us (3878us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.898497:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7274 00000100:00100000:0.0:1734671656.901663:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.901740:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.901786:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752110080 00000100:00100000:3.0:1734671656.901794:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752110080 00000100:00100000:3.0:1734671656.901821:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752110208 00000100:00100000:3.0:1734671656.901824:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752110208 00000100:00100000:2.0:1734671656.901827:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29981 00000100:00100000:2.0:1734671656.901833:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752110080:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:3.0:1734671656.901837:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29982 00000100:00100000:3.0:1734671656.901840:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752110208:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.901847:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.901847:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.901860:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099699 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7793 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.901860:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f778c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.901883:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7793 expref: 555 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.901893:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7793 expref: 555 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.901899:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.901903:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671656.901906:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.901906:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.901908:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131264400, rc 0) 00010000:00010000:2.0:1734671656.901912:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901921:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901925:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901929:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671656.901938:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752110208:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 97us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.901943:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29982 00010000:00010000:2.0:1734671656.901975:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901981:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901986:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901991:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.901993:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.901999:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902105:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.902107:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.902110:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902115:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902124:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902128:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902132:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902138:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.902141:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902145:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902150:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009bfbbc00) 00010000:00010000:2.0:1734671656.902152:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.902155:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902158:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e50060996ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.902188:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996a0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f778c expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.902194:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f778c expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.902200:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092918400, rc 0) 00000100:00100000:2.0:1734671656.902846:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752110080:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1011us (1201us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.902851:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29981 00000100:00100000:3.0:1734671656.904344:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671656.904414:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1818934752211200:0@lo:400:kworker.0 00000100:00100000:3.0:1734671656.904452:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671656.904479:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e45ec010-1624-4042-8040-056cfaa61571:3304:1818934752211072:0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.904492:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211200 00000100:00100000:3.0:1734671656.904497:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671656.904497:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211200 00000100:00100000:0.0:1734671656.904517:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1734671656.904521:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1818934752211200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.904554:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1818934752211200:12345-0@lo:400:kworker.0 Request processed in 32us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.904559:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1734671656.904581:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1818934752211584:0@lo:400:kworker.0 00000100:00100000:2.0:1734671656.904605:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671656.904617:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734671656.904620:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752211712:0@lo:400:kworker.0 00000100:00100000:2.0:1734671656.904634:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671656.904697:0:7080:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211072 00000100:00100000:1.0:1734671656.904701:0:7080:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211072 00000100:00100000:1.0:1734671656.904722:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1734671656.904726:0:7080:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e45ec010-1624-4042-8040-056cfaa61571+18:3304:x1818934752211072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734671656.904748:0:7080:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e45ec010-1624-4042-8040-056cfaa61571+18:3304:x1818934752211072:12345-0@lo:400:kworker.0 Request processed in 22us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.904752:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1734671656.904768:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1818934752211456:0@lo:400:kworker.0 00000100:00100000:1.0:1734671656.904782:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671656.904791:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734671656.904794:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752211328:0@lo:400:kworker.0 00000100:00100000:1.0:1734671656.904806:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734671656.904816:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671626 00000100:00100000:1.0:1734671656.904826:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211584 00000100:00100000:1.0:1734671656.904829:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211584 00000100:00080000:1.0:1734671656.904835:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671626 00000100:00100000:1.0:1734671656.904845:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211456 00000100:00100000:1.0:1734671656.904847:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211456 00000100:00080000:1.0:1734671656.904851:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671626 00000100:00100000:1.0:1734671656.904864:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1734671656.904867:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1818934752211584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734671656.904885:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1818934752211584:12345-0@lo:400:kworker.0 Request processed in 17us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.904889:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1734671656.904897:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1734671656.904899:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1818934752211456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734671656.904916:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1818934752211456:12345-0@lo:400:kworker.0 Request processed in 15us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671656.904919:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1734671656.904940:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1818934752211456:0@lo:400:kworker.0 00000100:00100000:2.0:1734671656.904998:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1818934752211584:0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.905046:0:17897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211712 00000100:00100000:3.0:1734671656.905049:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1818934752211200:0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.905049:0:17897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211712 00000100:00100000:3.0:1734671656.905055:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e45ec010-1624-4042-8040-056cfaa61571:3304:1818934752211072:0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.905063:0:17897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211328 00000100:00100000:0.0:1734671656.905065:0:17897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211328 00000100:00100000:3.0:1734671656.905071:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1734671656.905075:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3303:x1818934752211712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.905075:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1734671656.905078:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3302:x1818934752211328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734671656.905098:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3303:x1818934752211712:12345-0@lo:400:kworker.0 Request processed in 22us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.905098:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3302:x1818934752211328:12345-0@lo:400:kworker.0 Request processed in 19us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.905102:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1734671656.905109:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1734671656.905656:0:3303:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968687 gen 2 00000004:00080000:2.0:1734671656.905661:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b1edf80, transno 4294968685 00000004:00080000:2.0:1734671656.905699:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b1eea00, transno 4294968686 00000004:00080000:2.0:1734671656.905701:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b1ec000, transno 4294968687 00000100:00100000:2.0:1734671656.905707:0:3303:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff88012eed5180 x1818934752207872/t4294968694(4294968694) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671672 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:2.0:1734671656.905714:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752211712:0@lo:400:kworker.0 00000004:00080000:3.0:1734671656.906487:0:10116:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 2 changes, 5 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1734671656.906563:0:3302:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968655 gen 2 00000004:00080000:1.0:1734671656.906568:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009be2f100, transno 4294968655 00000100:00100000:1.0:1734671656.906586:0:3302:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff880094602a00 x1818934752206976/t4294968662(4294968662) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671672 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:1.0:1734671656.906599:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752211328:0@lo:400:kworker.0 00000100:00100000:0.0:1734671656.907067:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.907115:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752110336 00000100:00100000:2.0:1734671656.907119:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752110336 00000100:00100000:2.0:1734671656.907142:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7275 00000100:00100000:2.0:1734671656.907147:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752110336:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671656.909979:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.910023:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752110592 00000100:00100000:2.0:1734671656.910029:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752110592 00000100:00100000:2.0:1734671656.910096:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29983 00000100:00100000:2.0:1734671656.910103:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12139:x1818934752110592:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.910120:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.910134:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f779a expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.910212:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910224:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910236:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910247:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910252:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910256:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910282:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910287:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910292:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910296:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.910299:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910304:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910313:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.910315:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.910318:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910322:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e50060996bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910334:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910339:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910343:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910346:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092919000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.910348:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910353:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910359:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88013544d900) 00010000:00010000:2.0:1734671656.910361:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.910363:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910367:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919000/0x87a91e50060996c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.910388:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996b5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f779a expref: 556 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.910395:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918000/0x87a91e50060996b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f779a expref: 556 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.910403:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092918000, rc 0) 00000100:00100000:2.0:1734671656.910449:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12139:x1818934752110592:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 346us (475us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.911102:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752110336:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3953us (4035us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.911111:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7275 00000100:00100000:2.0:1734671656.911597:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29983 00000100:00100000:0.0:1734671656.913967:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.914021:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752110720 00000100:00100000:2.0:1734671656.914028:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752110720 00000100:00100000:2.0:1734671656.914067:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29984 00000100:00100000:2.0:1734671656.914074:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752110720:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.914090:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.914104:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e50060996ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77a1 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.914150:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914161:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914170:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914182:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914187:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914192:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914237:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914245:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914249:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914253:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.914256:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914261:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914270:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671656.914272:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.914276:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914280:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918c00/0x87a91e50060996d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914289:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.914289:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.914294:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914297:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914301:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.914303:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914310:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914316:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88013544d800) 00010000:00010000:2.0:1734671656.914318:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.914320:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914324:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918400/0x87a91e50060996d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914355:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e50060996ca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77a1 expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.914362:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918a00/0x87a91e50060996ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77a1 expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.914369:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092918a00, rc 0) 00000100:00100000:2.0:1734671656.914402:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752110720:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 328us (441us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.914408:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29984 00000100:00100000:2.0:1734671656.914420:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752110848 00000100:00100000:2.0:1734671656.914423:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752110848 00000100:00100000:2.0:1734671656.914436:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29985 00000100:00100000:2.0:1734671656.914439:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752110848:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.914446:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.914452:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e50060996df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77a8 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.914478:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914486:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914491:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.914500:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915435:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915445:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915477:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915481:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915486:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915489:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974fa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.915491:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915495:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915506:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.915508:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.915511:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915515:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060996e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915523:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915527:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915531:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915534:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.915536:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915541:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915546:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88013544d600) 00010000:00010000:2.0:1734671656.915548:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.915550:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915554:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060996ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.915582:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e50060996df lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77a8 expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.915589:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919c00/0x87a91e50060996df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77a8 expref: 554 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.915596:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092919c00, rc 0) 00000100:00100000:2.0:1734671656.915635:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752110848:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1193us (1345us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.915640:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29985 00000100:00100000:0.0:1734671656.917837:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.917884:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752111104 00000100:00100000:3.0:1734671656.917891:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752111104 00000100:00100000:3.0:1734671656.917920:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29986 00000100:00100000:3.0:1734671656.917926:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12139:x1818934752111104:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.917942:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.917944:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1734671656.917963:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e500609967d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f777e expref: 553 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.917984:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.917988:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.917997:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060996f4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77af expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.918084:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.918095:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.918102:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.918112:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.918117:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.918121:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.918160:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.918350:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752111360 00000100:00100000:1.0:1734671656.918354:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752111360 00000100:00100000:1.0:1734671656.918377:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29987 00000100:00100000:1.0:1734671656.918382:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752111360:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.918389:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.918395:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006099709 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77b6 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.918437:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918444:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918450:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918459:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918464:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918468:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918495:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918500:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918506:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918510:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e3c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.918513:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918519:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918526:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.918528:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.918530:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918828:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e5006099710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918920:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918926:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918930:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918934:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800923b2600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.918936:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918941:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918948:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff8800a4956a00) 00010000:00010000:1.0:1734671656.918950:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.918953:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918957:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e5006099717 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.918980:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006099709 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77b6 expref: 555 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.918986:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e5006099709 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77b6 expref: 555 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.918992:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093881800, rc 0) 00000100:00100000:1.0:1734671656.919146:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752111360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 762us (985us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.919152:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29987 00000100:00100000:0.0:1734671656.921838:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00080000:3.0:1734671656.921937:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c9:0x0], index 0: 0 00000100:00100000:1.0:1734671656.921940:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752111488 00000100:00100000:1.0:1734671656.921946:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752111488 00000100:00100000:1.0:1734671656.921974:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29988 00000100:00100000:1.0:1734671656.921979:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752111488:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.921992:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.922005:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e500609971e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77bd expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1734671656.922012:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8088, 184 off1414688 00010000:00010000:1.0:1734671656.922047:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922060:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922068:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922076:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922081:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922085:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.922097:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099733 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.922102:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.922107:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922112:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922117:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922121:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922126:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f513c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.922129:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922129:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.922133:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922134:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.922138:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.922141:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.922143:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922143:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.922145:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.922147:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922148:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.922152:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.922153:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513c00/0x87a91e5006099725 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.922154:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.922156:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.922160:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264a00/0x87a91e50060996fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922161:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922165:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671656.922167:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800922cdf80 reply state ffff8800a403e000 transno 4294982501 ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671656.922169:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922172:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f513e00 already unused, calling callback (ffffffffa1342960) 00000100:00100000:3.0:1734671656.922173:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671656.922174:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922178:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922182:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff8800a4956800) 00010000:00010000:1.0:1734671656.922184:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.922186:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.922189:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e500609972c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.922192:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060996f4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77af expref: 557 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.922200:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099733 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77af expref: 556 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.922206:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ca:0x0].0x0 (ffff88009bed0000) 00010000:00010000:3.0:1734671656.922207:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.922209:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a82bbc00, rc 0) 00010000:00010000:1.0:1734671656.922209:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e500609971e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77bd expref: 556 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.922214:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e500609971e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77bd expref: 557 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.922220:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093880600, rc 0) 00000100:00100000:3.0:1734671656.922516:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12139:x1818934752111104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4319us (4419us total) trans 4294982501 rc 0/0 00000100:00100000:3.0:1734671656.922522:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29986 00000100:00100000:1.0:1734671656.922699:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752111488:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 718us (866us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671656.922704:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29988 00010000:00010000:3.0:1734671656.925525:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.925536:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.925541:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.925545:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.925548:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.925553:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.925565:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009bed0300) 00010000:00010000:3.0:1734671656.925567:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.925570:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.925575:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e5006099702 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.925938:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.926013:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752111744 00000100:00100000:1.0:1734671656.926021:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752111744 00000100:00100000:1.0:1734671656.926626:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29989 00000100:00100000:1.0:1734671656.926633:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752111744:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671656.926656:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.926658:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734671656.926827:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7793 expref: 554 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.926839:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.926842:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.926852:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e5006099741 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77c4 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.926947:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.926958:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.926965:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.926975:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.926980:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.926985:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00080000:1.0:1734671656.927337:0:11200:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2ca:0x0], index 1: 0 00000040:00080000:1.0:1734671656.927386:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8089, 184 off1414872 00010000:00010000:1.0:1734671656.927456:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e5006099756 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927463:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e5006099756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927468:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e5006099756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927487:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927491:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927496:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927500:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f512a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.927502:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927507:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927515:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.927517:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.927520:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.927523:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099748 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671656.927530:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800922cc380 reply state ffff88009457f000 transno 4294982502 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671656.927535:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671656.927550:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e5006099741 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77c4 expref: 556 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.927558:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e5006099756 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77c4 expref: 555 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.927562:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cb:0x0].0x0 (ffff88008e829900) 00010000:00010000:1.0:1734671656.927564:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.927565:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093932400, rc 0) 00000100:00100000:1.0:1734671656.928896:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12140:x1818934752111744:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2257us (2955us total) trans 4294982502 rc 0/0 00000100:00100000:1.0:1734671656.928904:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29989 00000100:00100000:0.0:1734671656.929124:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.929195:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752111872 00000100:00100000:2.0:1734671656.929200:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752111872 00000100:00100000:2.0:1734671656.929231:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4647 00000100:00100000:2.0:1734671656.929236:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1965:x1818934752111872:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.929252:0:17395:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.929264:0:17395:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77cb expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734671656.929283:0:17395:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1734671656.929296:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.929298:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.929303:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.929314:0:17395:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.929322:0:17395:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae90200, rc 0) 00000100:00100000:2.0:1734671656.929348:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1965:x1818934752111872:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 112us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.929354:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4647 00010000:00010000:3.0:1734671656.932431:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.932444:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.932454:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.932459:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f513800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.932463:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.932469:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.932482:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88008ee5eb00) 00010000:00010000:3.0:1734671656.932484:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.932488:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.932492:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e500609974f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.934550:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.934594:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.934692:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752112256 00000100:00100000:2.0:1734671656.934700:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752112256 00000100:00100000:2.0:1734671656.934732:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7276 00000100:00100000:2.0:1734671656.934738:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12139:x1818934752112256:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.935050:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8090, 168 off1415040 00000001:00080000:2.0:1734671656.935056:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982503 00000100:00100000:2.0:1734671656.935142:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12139:x1818934752112256:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 404us (548us total) trans 4294982504 rc 0/0 00000100:00100000:2.0:1734671656.935149:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7276 00000020:00080000:2.0:1734671656.935153:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734671656.935209:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752112000 00000100:00100000:3.0:1734671656.935213:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752112000 00000100:00100000:3.0:1734671656.935231:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4648 00000100:00100000:3.0:1734671656.935235:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1964:x1818934752112000:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.935243:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.935257:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77d2 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671656.935275:0:8437:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671656.935286:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.935287:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.935294:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.935306:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.935314:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092083c00, rc 0) 00000100:00100000:3.0:1734671656.935330:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752112000:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 94us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.935334:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4648 00000100:00100000:0.0:1734671656.938343:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.939100:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.939137:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.939158:0:7078:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752112896 00000100:00100000:0.0:1734671656.939166:0:7078:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752112896 00000100:00100000:0.0:1734671656.939199:0:7078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 295 00000100:00100000:0.0:1734671656.939205:0:7078:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a572a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1964:x1818934752112896:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1734671656.939249:0:7078:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a572a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1964:x1818934752112896:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 44us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.939255:0:7078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 295 00000100:00080000:1.0:1734671656.939439:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671626 00000100:00100000:1.0:1734671656.939453:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752112768 00000100:00100000:1.0:1734671656.939456:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752112768 00000100:00100000:1.0:1734671656.939489:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29990 00000100:00100000:1.0:1734671656.939493:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12139:x1818934752112768:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671656.939530:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.939550:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099733 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77af expref: 557 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.939565:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ca:0x0].0x0 (ffff88009bed0000) 00010000:00010000:1.0:1734671656.939572:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671656.939586:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939596:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939602:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939612:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939617:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939621:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939722:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939728:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.939734:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:1.0:1734671656.940034:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].645, 64 off49536 00000040:00080000:1.0:1734671656.940052:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8091, 184 off1415224 00010000:00010000:1.0:1734671656.940096:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940103:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940109:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940114:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940119:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940123:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940128:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940133:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f513200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671656.940135:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940142:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940148:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ca:0x0].0x0 (ffff88008c766300) 00010000:00010000:1.0:1734671656.940151:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671656.940153:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940158:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513200/0x87a91e5006099787 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940174:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940179:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940183:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940186:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974fa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.940188:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940192:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940198:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ca:0x0].0x0 (ffff88008c766300) 00010000:00010000:1.0:1734671656.940200:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671656.940202:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940206:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099780 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940239:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940243:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940247:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940251:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.940253:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940257:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940263:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671656.940265:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.940268:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671656.940272:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099772 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671656.940278:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800922cfb80 reply state ffff880094578000 transno 4294982505 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671656.940284:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671656.940317:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12139:x1818934752112768:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 822us (1218us total) trans 4294982505 rc 0/0 00000100:00100000:1.0:1734671656.940323:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29990 00000100:00100000:2.0:1734671656.941241:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752112512 00000100:00100000:2.0:1734671656.941247:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752112512 00000100:00100000:2.0:1734671656.941275:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7277 00000100:00100000:2.0:1734671656.941280:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12140:x1818934752112512:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671656.941489:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8092, 168 off1415392 00000001:00080000:2.0:1734671656.941494:0:16135:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982506 00000100:00100000:2.0:1734671656.941548:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934752112512:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 268us (3213us total) trans 4294982507 rc 0/0 00000100:00100000:2.0:1734671656.941554:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7277 00000020:00080000:2.0:1734671656.941557:0:16135:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671656.944875:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671656.945428:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.945437:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.945442:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.945447:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.945451:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.945458:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.945471:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88008e829300) 00010000:00010000:3.0:1734671656.945473:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.945477:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.945482:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e5006099779 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671656.945780:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113024 00000100:00100000:0.0:1734671656.945788:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113024 00000100:00100000:1.0:1734671656.946376:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.946559:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113280 00000100:00100000:0.0:1734671656.946563:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113280 00000100:00100000:0.0:1734671656.946582:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29991 00000100:00100000:0.0:1734671656.946588:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752113024:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.946606:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.946618:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e500609978e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77d9 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.946671:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946696:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946704:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946714:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946719:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946724:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946768:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946773:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946777:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946780:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.946782:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946787:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946793:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.946795:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.946797:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946801:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099795 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946810:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946815:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946819:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946822:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.946824:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946827:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946831:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009b0dc000) 00010000:00010000:0.0:1734671656.946833:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.946834:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946838:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e500609979c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.946862:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e500609978e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d9 expref: 561 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.946869:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e500609978e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d9 expref: 561 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.946874:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538e00, rc 0) 00000100:00100000:0.0:1734671656.946906:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752113024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 318us (2039us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.946911:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29991 00000100:00100000:0.0:1734671656.946983:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29992 00000100:00100000:0.0:1734671656.946987:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12140:x1818934752113280:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671656.947010:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671656.947019:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e5006099756 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77c4 expref: 559 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.947026:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cb:0x0].0x0 (ffff88008e829900) 00010000:00010000:0.0:1734671656.947031:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671656.947037:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947043:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947048:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947053:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947058:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947063:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947119:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947123:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947127:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:0.0:1734671656.947439:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].644, 64 off49472 00000040:00080000:0.0:1734671656.947457:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8093, 184 off1415576 00010000:00010000:0.0:1734671656.947497:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947503:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947509:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947514:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947518:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947522:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947529:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947533:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800923b2600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671656.947535:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947539:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947545:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cb:0x0].0x0 (ffff88012a289700) 00010000:00010000:0.0:1734671656.947547:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671656.947548:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947552:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2600/0x87a91e50060997b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947568:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947573:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947577:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947581:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093881800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.947583:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947588:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947595:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cb:0x0].0x0 (ffff88012a289700) 00010000:00010000:0.0:1734671656.947597:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671656.947599:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947603:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997b1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947637:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947642:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947656:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947660:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.947662:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947666:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947672:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.947673:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.947694:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671656.947698:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539600/0x87a91e50060997a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671656.947704:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135be1880 reply state ffff880099fde000 transno 4294982508 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671656.947710:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671656.947742:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934752113280:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 754us (1368us total) trans 4294982508 rc 0/0 00000100:00100000:0.0:1734671656.947747:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29992 00000100:00100000:1.0:1734671656.951639:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.952301:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.952395:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113408 00000100:00100000:2.0:1734671656.952402:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113408 00010000:00010000:3.0:1734671656.952470:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.952480:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.952486:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.952491:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.952495:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.952501:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.952513:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88012a289500) 00010000:00010000:3.0:1734671656.952515:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.952519:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671656.952523:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060997aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671656.952627:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113536 00000100:00100000:2.0:1734671656.952631:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113536 00000100:00100000:0.0:1734671656.952704:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29993 00000100:00100000:0.0:1734671656.952711:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934752113408:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.952731:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.952742:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060997bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77e7 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.952786:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952797:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952804:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952814:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952820:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952825:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952871:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952879:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952883:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952888:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.952890:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952895:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952902:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.952904:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.952906:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952911:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060997c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952918:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952923:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952927:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952931:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093880600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.952933:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952940:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952946:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88009b0dc600) 00010000:00010000:0.0:1734671656.952948:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.952949:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952954:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.952982:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060997bf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77e7 expref: 561 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.952989:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060997bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77e7 expref: 561 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.952996:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539a00, rc 0) 00000100:00100000:0.0:1734671656.953038:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934752113408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 326us (1405us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.953044:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29993 00000100:00100000:0.0:1734671656.953060:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29994 00000100:00100000:0.0:1734671656.953064:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12139:x1818934752113536:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671656.953070:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.953077:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e50060997d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77e0 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.953091:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e50060997d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77e0 expref: 560 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.953099:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e50060997d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77e0 expref: 560 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.953105:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671656.953106:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.953108:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e3c00, rc 0) 00000100:00100000:0.0:1734671656.953122:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752113536:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 57us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671656.953126:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29994 00000100:00100000:0.0:1734671656.956093:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.956134:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.956328:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113664 00000100:00100000:3.0:1734671656.956337:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113664 00000100:00100000:3.0:1734671656.956410:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7278 00000100:00100000:3.0:1734671656.956416:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752113664:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671656.957091:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113792 00000100:00100000:2.0:1734671656.957095:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113792 00000100:00100000:2.0:1734671656.957117:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29995 00000100:00100000:2.0:1734671656.957121:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752113792:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.957130:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.957143:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060997db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77ee expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.957166:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060997db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77ee expref: 563 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.957176:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060997db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77ee expref: 563 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.957183:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.957186:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.957188:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae91e00, rc 0) 00000100:00100000:2.0:1734671656.957211:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752113792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 89us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.957217:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29995 00000100:00100000:0.0:1734671656.959567:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.960060:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12139:x1818934752113664:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3642us (3971us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.960070:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7278 00000100:00100000:3.0:1734671656.960105:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752113920 00000100:00100000:3.0:1734671656.960110:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752113920 00000100:00100000:3.0:1734671656.960146:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7279 00000100:00100000:3.0:1734671656.960151:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752113920:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671656.962792:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752113920:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2633us (3432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.962802:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7279 00000100:00100000:0.0:1734671656.965639:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.966352:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752114176 00000100:00100000:3.0:1734671656.966362:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752114176 00000100:00100000:3.0:1734671656.966410:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29996 00000100:00100000:3.0:1734671656.966416:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12139:x1818934752114176:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.966436:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.966452:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060997e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77f5 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.966527:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966538:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966546:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966559:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966564:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966569:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966597:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966602:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966607:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966611:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093880600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.966614:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966619:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966627:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.966629:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.966632:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966636:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060997e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966668:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966673:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966691:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966694:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093881800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.966696:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966700:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966705:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009bed0300) 00010000:00010000:3.0:1734671656.966707:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.966708:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966712:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060997f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.966731:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060997e2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77f5 expref: 562 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.966737:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060997e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77f5 expref: 562 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.966743:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092083200, rc 0) 00000100:00100000:3.0:1734671656.966780:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12139:x1818934752114176:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 363us (1148us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.966785:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29996 00000100:00100000:0.0:1734671656.968631:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671656.968823:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752114432 00000100:00100000:2.0:1734671656.968829:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752114432 00000100:00100000:2.0:1734671656.968902:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29997 00000100:00100000:2.0:1734671656.968908:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752114432:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.968922:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671656.968933:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91000/0x87a91e50060997f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f77fc expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.969005:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969014:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969022:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969032:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969037:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969042:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969068:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969074:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969079:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969083:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974fa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.969086:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969091:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969102:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671656.969104:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.969108:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.969111:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e50060997fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.970009:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.970071:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752114560 00000100:00100000:3.0:1734671656.970077:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752114560 00000100:00100000:3.0:1734671656.970100:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29998 00000100:00100000:3.0:1734671656.970105:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752114560:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.970115:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.970125:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609980c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7803 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.970156:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970164:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970170:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970178:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970183:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970188:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970221:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970229:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970234:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970237:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.970240:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970244:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970252:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.970254:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.970256:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970260:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099813 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970268:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970271:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970275:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970278:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.970280:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970287:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970291:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009bed0a00) 00010000:00010000:3.0:1734671656.970293:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.970295:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970298:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609981a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671656.970325:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609980c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7803 expref: 564 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.970331:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609980c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7803 expref: 564 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.970339:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092082e00, rc 0) 00010000:00010000:2.0:1734671656.970419:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970425:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970429:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970432:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a82bbc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.970434:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970439:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970445:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88013544db00) 00010000:00010000:2.0:1734671656.970446:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.970448:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970452:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e5006099805 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671656.970472:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91000/0x87a91e50060997f7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77fc expref: 563 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.970478:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91000/0x87a91e50060997f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77fc expref: 563 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.970484:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae91000, rc 0) 00000100:00100000:3.0:1734671656.971447:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752114560:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1339us (1438us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671656.971454:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29998 00000100:00100000:2.0:1734671656.971500:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752114432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2590us (2874us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671656.971505:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29997 00000100:00100000:0.0:1734671656.975068:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.975266:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.975703:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752114816 00000100:00100000:3.0:1734671656.975711:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752114816 00000100:00100000:3.0:1734671656.975736:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752114944 00000100:00100000:3.0:1734671656.975738:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752114944 00000100:00100000:3.0:1734671656.975758:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 29999 00000100:00100000:3.0:1734671656.975763:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752114816:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.975777:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.975780:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1734671656.975799:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3c00/0x87a91e50060997d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77e0 expref: 562 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.975813:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.975817:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671656.975825:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006099821 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f780a expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.975925:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.975935:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.975941:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.975951:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.975957:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.975961:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:3.0:1734671656.976300:0:16887:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2ca:0x0], index 0: 0 00000040:00080000:3.0:1734671656.976361:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8094, 184 off1415760 00010000:00010000:3.0:1734671656.976440:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976448:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976454:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976479:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976488:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976493:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976498:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.976501:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976507:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.976514:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671656.976516:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.976519:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.976522:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30000 00010000:00010000:3.0:1734671656.976523:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099828 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.976527:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752114944:12345-192.168.204.51@tcp:101:dbench.0 00000004:00010000:3.0:1734671656.976530:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008cf11180 reply state ffff88008dea2000 transno 4294982509 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671656.976535:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671656.976535:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671656.976543:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099844 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7811 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.976552:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538e00/0x87a91e5006099821 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f780a expref: 565 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.976564:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f780a expref: 564 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.976570:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cc:0x0].0x0 (ffff88009bed0000) 00010000:00010000:0.0:1734671656.976570:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671656.976571:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671656.976573:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131264400, rc 0) 00010000:00010000:0.0:1734671656.976581:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976588:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976597:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976602:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976607:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671656.976614:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752114816:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 850us (1553us total) trans 4294982509 rc 0/0 00000100:00100000:3.0:1734671656.976619:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 29999 00010000:00010000:0.0:1734671656.976636:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976641:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976657:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976661:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099865800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.976664:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976668:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976693:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671656.976695:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.976699:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976703:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e500609984b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976713:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976717:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976721:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976725:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b267e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671656.976727:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976731:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976737:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff8800910bd000) 00010000:00010000:0.0:1734671656.976739:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671656.976741:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976745:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099852 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671656.976769:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099844 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7811 expref: 564 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.976775:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099844 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7811 expref: 564 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671656.976782:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099864a00, rc 0) 00000100:00100000:0.0:1734671656.976799:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752114944:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 271us (1533us total) trans 0 rc 301/301 00000100:00100000:0.0:1734671656.976804:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30000 00010000:00010000:3.0:1734671656.983255:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.983267:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.983274:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.983278:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671656.983282:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.983288:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.983301:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88009bed0300) 00010000:00010000:3.0:1734671656.983303:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671656.983307:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671656.983315:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e500609982f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671656.983871:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671656.984935:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671656.984990:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752115328 00000100:00100000:1.0:1734671656.984997:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752115328 00000100:00100000:2.0:1734671656.985016:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752115072 00000100:00100000:2.0:1734671656.985021:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752115072 00000100:00100000:2.0:1734671656.985040:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4649 00000100:00100000:1.0:1734671656.985040:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30001 00000100:00100000:2.0:1734671656.985046:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752115072:12345-192.168.204.51@tcp:101:dbench.0 00000100:00100000:1.0:1734671656.985046:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752115328:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671656.985059:0:17395:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.985060:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671656.985063:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1734671656.985072:0:17395:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7818 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.985078:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91e00/0x87a91e50060997db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77ee expref: 562 pid: 16887 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1734671656.985089:0:17395:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1734671656.985093:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.985097:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671656.985102:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671656.985104:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.985104:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e5006099860 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f781f expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671656.985110:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 84 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.985122:0:17395:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 84 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671656.985130:0:17395:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae91000, rc 0) 00000100:00100000:2.0:1734671656.985162:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752115072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 117us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671656.985168:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4649 00010000:00010000:1.0:1734671656.985192:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.985207:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.985214:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.985224:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.985229:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.985233:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00080000:1.0:1734671656.985637:0:7085:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2cb:0x0], index 1: 0 00000040:00080000:1.0:1734671656.985931:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8095, 184 off1415944 00010000:00010000:1.0:1734671656.986017:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e5006099875 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986025:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e5006099875 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986032:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e5006099875 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986053:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986058:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986062:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986066:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f512a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671656.986069:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986074:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986080:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671656.986083:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671656.986086:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671656.986090:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512a00/0x87a91e5006099867 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671656.986098:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008cf12300 reply state ffff88009be3f000 transno 4294982510 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671656.986104:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671656.986121:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513e00/0x87a91e5006099860 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f781f expref: 564 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.986133:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e5006099875 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f781f expref: 563 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.986139:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cd:0x0].0x0 (ffff88009bed0a00) 00010000:00010000:1.0:1734671656.986141:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671656.986143:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f513800, rc 0) 00000100:00100000:1.0:1734671656.986183:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752115328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1137us (1249us total) trans 4294982510 rc 0/0 00000100:00100000:1.0:1734671656.986189:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30001 00000100:00100000:0.0:1734671656.991287:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.991491:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752115456 00000100:00100000:3.0:1734671656.991499:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752115456 00000100:00100000:0.0:1734671656.991631:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671656.991839:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.991848:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.991853:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.991858:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f512400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671656.991862:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.991867:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.991881:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff8800a492da00) 00010000:00010000:2.0:1734671656.991884:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671656.991888:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671656.991892:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f512400/0x87a91e500609986e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671656.992211:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752115584 00000100:00100000:3.0:1734671656.992215:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752115584 00000100:00100000:3.0:1734671656.992238:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4650 00000100:00100000:3.0:1734671656.992244:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:12139:x1818934752115456:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.992259:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.992271:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7826 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.992294:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.992301:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.992302:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.992305:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.992331:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.992341:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00000100:00100000:3.0:1734671656.992351:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752211840:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671656.992396:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671656.992486:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4651 00000100:00100000:3.0:1734671656.992490:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1964:x1818934752115584:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671656.992498:0:17395:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671656.992509:0:17395:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f782d expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734671656.992527:0:17395:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1734671656.992536:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.992538:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671656.992543:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 84 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.992552:0:17395:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 84 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671656.992560:0:17395:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099865800, rc 0) 00000100:00100000:3.0:1734671656.992580:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1964:x1818934752115584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 89us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.992585:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4651 00000100:00100000:0.0:1734671656.995817:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671656.996020:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752211840:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671656.996042:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671656.996057:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131264a00, rc 0) 00000100:00100000:3.0:1734671656.996101:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:12139:x1818934752115456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3856us (4819us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671656.996110:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4650 00000100:00100000:1.0:1734671656.996763:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752115712 00000100:00100000:1.0:1734671656.996770:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752115712 00010000:00010000:1.0:1734671656.996790:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00000100:00100000:1.0:1734671656.996809:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8712 00000100:00100000:1.0:1734671656.996814:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1967:x1818934752115712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671656.996823:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671656.996840:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.996849:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.996868:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae91000/0x87a91e5006099859 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7818 expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1734671656.996883:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.996884:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671656.996890:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.996898:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671656.996924:0:7071:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671656.996935:0:7071:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7071:1818934752211968:192.168.204.51@tcp:105: 00000100:00100000:1.0:1734671656.996967:0:7071:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a11dc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671657.004899:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.005035:0:7071:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7071:1818934752211968:192.168.204.51@tcp:105: 00010000:00010000:0.0:1734671657.005052:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671657.005084:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1967:x1818934752115712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8268us (9274us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.005093:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8712 00000100:00100000:3.0:1734671657.005200:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752115840 00000100:00100000:3.0:1734671657.005205:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752115840 00000100:00100000:3.0:1734671657.005235:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4652 00000100:00100000:3.0:1734671657.005241:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:12140:x1818934752115840:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.005253:0:8437:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.005266:0:8437:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7834 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.005290:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671657.005297:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671657.005298:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671657.005301:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.005327:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734671657.005337:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00000100:00100000:3.0:1734671657.005347:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752212096:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671657.005816:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe9c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734671657.005946:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671627 00000100:00100000:0.0:1734671657.005985:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.006087:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116096 00000100:00100000:3.0:1734671657.006092:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116096 00000100:00080000:0.0:1734671657.006132:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671627 00000100:00100000:3.0:1734671657.006389:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7280 00000100:00100000:3.0:1734671657.006394:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752116096:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671657.006724:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8096, 168 off1416112 00000001:00080000:3.0:1734671657.006731:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982511 00000100:00100000:3.0:1734671657.006815:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752116096:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 419us (830us total) trans 4294982512 rc 0/0 00000100:00100000:3.0:1734671657.006821:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7280 00000020:00080000:3.0:1734671657.006824:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734671657.012792:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752212096:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671657.012817:0:8437:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 85 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.012832:0:8437:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131264200, rc 0) 00000100:00100000:3.0:1734671657.012880:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:12140:x1818934752115840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7637us (7986us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.012888:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4652 00000100:00100000:0.0:1734671657.014166:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.014242:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116224 00000100:00100000:1.0:1734671657.014248:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116224 00000100:00100000:1.0:1734671657.014288:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30002 00000100:00100000:1.0:1734671657.014294:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752116224:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671657.014314:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.014329:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099898 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f783b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.014375:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014385:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014396:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014406:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014411:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014416:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014467:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014472:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014477:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014482:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092082e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.014485:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014491:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014500:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:1.0:1734671657.014502:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.014506:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.014510:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092082e00/0x87a91e500609989f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020130:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020143:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020148:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020153:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.020156:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020163:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020177:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88008c766400) 00010000:00010000:1.0:1734671657.020180:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.020183:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020187:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083200/0x87a91e50060998a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.020273:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099898 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f783b expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.020280:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974fa00/0x87a91e5006099898 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f783b expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.020287:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009974fa00, rc 0) 00000100:00100000:1.0:1734671657.020348:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752116224:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6051us (6183us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671657.020357:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30002 00000100:00100000:3.0:1734671657.020661:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752212224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734671657.020712:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671657.021169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.021187:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116352 00000100:00100000:0.0:1734671657.021192:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116352 00010000:00010000:0.0:1734671657.021209:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00000100:00100000:0.0:1734671657.021225:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8713 00000100:00100000:0.0:1734671657.021230:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d017850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1965:x1818934752116352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671657.021238:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671657.021253:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734671657.021261:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734671657.021273:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099865800/0x87a91e500609988a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f782d expref: 85 pid: 17395 timeout: 439 lvb_type: 1 00010000:00010000:0.0:1734671657.021285:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671657.021286:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671657.021291:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.021298:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.021318:0:7071:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 84 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.021324:0:7071:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7071:1818934752212352:192.168.204.51@tcp:105: 00000100:00100000:0.0:1734671657.021346:0:7071:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a1180d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671657.021917:0:8439:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212224 00000100:00100000:1.0:1734671657.021922:0:8439:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212224 00000100:00100000:1.0:1734671657.021940:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1734671657.021944:0:8439:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752212224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734671657.021958:0:8439:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28966912 granted 337838080 pending 0 free 3808428032 avail 3805282304 00000100:00100000:1.0:1734671657.021988:0:8439:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752212224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.021993:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1734671657.022053:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752212224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734671657.026299:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.026332:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116480 00000100:00100000:0.0:1734671657.026338:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116480 00000100:00100000:2.0:1734671657.026443:0:7071:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cf10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7071:1818934752212352:192.168.204.51@tcp:105: 00010000:00010000:2.0:1734671657.026460:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671657.026496:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d017850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1965:x1818934752116352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5264us (5326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.026505:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8713 00000100:00100000:0.0:1734671657.026811:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30003 00000100:00100000:0.0:1734671657.026817:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752116480:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671657.026831:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.026846:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e50060998ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7842 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.026874:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e50060998ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7842 expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.026886:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e50060998ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7842 expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.026893:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671657.026896:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.026898:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094430600, rc 0) 00000100:00100000:0.0:1734671657.026915:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752116480:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 98us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.026920:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30003 00000100:00100000:2.0:1734671657.031824:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.031944:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116608 00000100:00100000:0.0:1734671657.031951:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116608 00000100:00100000:0.0:1734671657.031984:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7281 00000100:00100000:0.0:1734671657.031991:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752116608:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671657.036147:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.037945:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116864 00000100:00100000:3.0:1734671657.037954:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116864 00000100:00100000:3.0:1734671657.037991:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7282 00000100:00100000:3.0:1734671657.037998:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752116864:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671657.038326:0:7087:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8097, 168 off1416280 00000001:00080000:3.0:1734671657.038332:0:7087:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294982513 00000100:00100000:1.0:1734671657.039725:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752116608:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 7728us (7903us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.039734:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7281 00000100:00100000:3.0:1734671657.039810:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752116864:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1812us (3671us total) trans 4294982514 rc 0/0 00000100:00100000:3.0:1734671657.039816:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7282 00000020:00080000:3.0:1734671657.039820:0:7087:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734671657.041872:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.042331:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752116992 00000100:00100000:3.0:1734671657.042338:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752116992 00000100:00100000:3.0:1734671657.042372:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30004 00000100:00100000:3.0:1734671657.042379:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752116992:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.042398:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.042413:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060998b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7849 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.042466:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042478:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042488:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042500:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042504:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042509:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042556:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042562:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042566:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042570:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.042573:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042578:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042586:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671657.042588:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.042591:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042595:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e50060998bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042604:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042608:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042612:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042615:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.042616:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042623:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042628:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff88008e829300) 00010000:00010000:3.0:1734671657.042630:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.042631:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.042634:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e50060998c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.060948:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060998b4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7849 expref: 569 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.060972:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e50060998b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7849 expref: 569 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.060988:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539400, rc 0) 00000100:00100000:3.0:1734671657.061055:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752116992:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 18674us (19187us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671657.061063:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30004 00000100:00100000:3.0:1734671657.064191:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.064228:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.064260:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752117248 00000100:00100000:3.0:1734671657.064267:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752117248 00000100:00100000:3.0:1734671657.064296:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752117376 00000100:00100000:3.0:1734671657.064298:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752117376 00000100:00100000:3.0:1734671657.064314:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30005 00000100:00100000:3.0:1734671657.064319:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752117248:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.064337:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.064353:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060998c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7850 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.064436:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064453:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064461:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064471:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064476:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064481:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064516:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064521:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064527:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064532:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.064536:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064542:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064551:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671657.064553:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.064556:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064560:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e50060998d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064569:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064573:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064578:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064581:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131264e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.064583:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064587:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064592:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8dd6674b (ffff88009b0dc600) 00010000:00010000:3.0:1734671657.064594:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.064595:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064598:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264e00/0x87a91e50060998d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.064619:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060998c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7850 expref: 570 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.064626:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538a00/0x87a91e50060998c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7850 expref: 570 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.064632:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538a00, rc 0) 00000100:00100000:3.0:1734671657.064694:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752117248:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 373us (508us total) trans 0 rc 301/301 00000100:00100000:3.0:1734671657.064699:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30005 00000100:00100000:3.0:1734671657.064713:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30006 00000100:00100000:3.0:1734671657.064717:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752117376:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.064723:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.064729:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060998de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7857 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.064744:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060998de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7857 expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.064752:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060998de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7857 expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.064757:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671657.064759:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.064761:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131265600, rc 0) 00000100:00100000:3.0:1734671657.064775:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752117376:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 57us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.064780:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30006 00000100:00100000:0.0:1734671657.067512:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.067581:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752117504 00000100:00100000:3.0:1734671657.067588:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752117504 00000100:00100000:3.0:1734671657.067618:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7283 00000100:00100000:3.0:1734671657.067623:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c67c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752117504:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671657.070158:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c67c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752117504:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2526us (2645us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.070167:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7283 00000100:00100000:0.0:1734671657.073350:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.073545:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752117760 00000100:00100000:1.0:1734671657.073553:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752117760 00000100:00100000:1.0:1734671657.073600:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30007 00000100:00100000:1.0:1734671657.073606:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752117760:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671657.073624:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.073640:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060998e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f785e expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.073762:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.073774:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.073783:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.073795:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.073800:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.073805:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074016:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074023:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074028:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074032:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a82bbc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.074035:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074041:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074050:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671657.074052:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.074056:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074061:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060998ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074081:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074085:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074089:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074092:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.074094:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074099:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074104:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8dd6674b (ffff88008c766300) 00010000:00010000:1.0:1734671657.074105:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.074107:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074111:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.074133:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060998e5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f785e expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.074146:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093881800/0x87a91e50060998e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f785e expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.074153:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093881800, rc 0) 00000100:00100000:1.0:1734671657.074204:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752117760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 597us (861us total) trans 0 rc 301/301 00000100:00100000:1.0:1734671657.074212:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30007 00000100:00100000:0.0:1734671657.075759:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.075809:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752117888 00000100:00100000:3.0:1734671657.075819:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752117888 00000100:00100000:3.0:1734671657.076173:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7284 00000100:00100000:3.0:1734671657.076179:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752117888:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671657.078984:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.079096:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752118016 00000100:00100000:2.0:1734671657.079105:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752118016 00000100:00100000:2.0:1734671657.079134:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7285 00000100:00100000:2.0:1734671657.079140:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752118016:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671657.080419:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752117888:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4232us (4658us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.080428:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7284 00000100:00100000:2.0:1734671657.084359:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752118016:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5208us (5709us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.084371:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7285 00000100:00100000:0.0:1734671657.089288:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.089389:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752118272 00000100:00100000:2.0:1734671657.089397:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752118272 00000100:00100000:2.0:1734671657.089608:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7286 00000100:00100000:2.0:1734671657.089615:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752118272:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.090993:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12139:x1818934752118272:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1373us (1708us total) trans 4294982515 rc 0/0 00000100:00100000:2.0:1734671657.091001:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7286 00000100:00100000:0.0:1734671657.092805:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.092918:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752118528 00000100:00100000:2.0:1734671657.092926:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752118528 00000100:00100000:2.0:1734671657.092963:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7287 00000100:00100000:2.0:1734671657.092969:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752118528:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.093128:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752118528:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 158us (329us total) trans 4294982516 rc 0/0 00000100:00100000:2.0:1734671657.093135:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7287 00000100:00100000:0.0:1734671657.093336:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.093372:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.093377:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752118656 00000100:00100000:1.0:1734671657.093381:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752118656 00000100:00100000:2.0:1734671657.093632:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752118912 00000100:00100000:2.0:1734671657.093635:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752118912 00000100:00100000:1.0:1734671657.093635:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30008 00000100:00100000:1.0:1734671657.093640:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12256:x1818934752118656:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:1.0:1734671657.093660:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.093689:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7865 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.093711:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 573 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.093722:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 573 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.093729:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:1.0:1734671657.093731:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1734671657.093774:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30009 00000100:00100000:2.0:1734671657.093779:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12139:x1818934752118912:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.093805:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.093820:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e500605d6d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4537 expref: 573 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.093832:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1f6400/0x87a91e500605d61f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e450d expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.093842:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b9a00/0x87a91e5006055b05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19a1 expref: 571 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.093849:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff88009b391800) 00010000:00010000:2.0:1734671657.093859:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500605d22f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e43e0 expref: 570 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.093870:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:2.0:1734671657.093872:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.093884:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.093891:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.093897:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.093908:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.093913:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.093924:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094002:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094008:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094014:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.094359:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].646, 64 off49600 00000004:00080000:2.0:1734671657.094366:0:7083:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 339325689583ns, next at 340325688301ns, rc = 0 00000040:00080000:2.0:1734671657.094384:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8098, 184 off1416464 00010000:00010000:2.0:1734671657.094422:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094429:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094435:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094441:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094446:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094451:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094455:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.094608:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093932200, rc 0) 00000100:00100000:1.0:1734671657.094657:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12256:x1818934752118656:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 1015us (1321us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671657.094658:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.094661:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.094662:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30008 00010000:00010000:2.0:1734671657.094667:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094689:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff88013544db00) 00010000:00010000:2.0:1734671657.094691:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.094694:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094699:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099916 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094719:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094723:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094727:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094731:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.094734:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094738:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094743:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff88013544db00) 00010000:00010000:2.0:1734671657.094745:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.094747:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094751:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e500609990f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094786:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094792:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094797:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094800:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099864a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.094802:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094806:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094812:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:2.0:1734671657.094813:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.094815:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.094819:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e5006099901 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.094825:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc3100 reply state ffff880099943000 transno 4294982517 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.094830:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.094869:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12139:x1818934752118912:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1089us (1496us total) trans 4294982517 rc 0/0 00000100:00100000:2.0:1734671657.094875:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30009 00000100:00100000:0.0:1734671657.103573:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.103582:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.103593:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.103599:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.103603:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae90a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.103607:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.103616:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.103621:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.103630:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x8171ea56 (ffff88013544d600) 00010000:00010000:3.0:1734671657.103633:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1734671657.103704:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752119296 00000100:00100000:1.0:1734671657.103712:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752119296 00000100:00100000:1.0:1734671657.103742:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7288 00000100:00100000:1.0:1734671657.103749:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c67850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12256:x1818934752119296:12345-192.168.204.51@tcp:37:ll_sa.0 00010000:00010000:3.0:1734671657.104046:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.104056:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90a00/0x87a91e5006099908 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.104501:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752119168 00000100:00100000:2.0:1734671657.104506:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752119168 00000100:00100000:2.0:1734671657.104538:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30010 00000100:00100000:2.0:1734671657.104543:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752119168:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.104571:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.104585:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500605d825 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e45ae expref: 570 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.104602:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e500605d75a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4576 expref: 569 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.104612:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e5006055b60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19cb expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.104620:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff88013544df00) 00010000:00010000:2.0:1734671657.104629:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500605d2f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e441f expref: 567 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.104635:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:2.0:1734671657.104638:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.104662:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.104672:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.104693:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.104717:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.104739:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1734671657.104750:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752212480:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671657.104796:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671657.109111:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.109218:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752119552 00000100:00100000:3.0:1734671657.109225:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752119552 00000100:00100000:3.0:1734671657.109258:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7289 00000100:00100000:3.0:1734671657.109265:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752119552:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.109516:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752119552:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 251us (412us total) trans 4294982518 rc 0/0 00000100:00100000:3.0:1734671657.109524:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7289 00000100:00100000:1.0:1734671657.110830:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c67850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12256:x1818934752119296:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 7078us (7204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.110838:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7288 00000100:00100000:2.0:1734671657.112190:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752212480:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671657.112207:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.113874:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.114323:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752119808 00000100:00100000:2.0:1734671657.114330:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752119808 00000100:00100000:2.0:1734671657.114373:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30011 00000100:00100000:2.0:1734671657.114380:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752119808:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.114418:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671657.114436:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500605dec3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e47a6 expref: 567 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.114463:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081200/0x87a91e500605de45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e476e expref: 566 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.114473:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e5006055cfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a88 expref: 565 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.114482:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8800914fe900) 00010000:00010000:2.0:1734671657.114490:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.114504:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114513:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114519:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114529:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114534:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114539:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114617:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114623:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.114629:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.115013:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].647, 64 off49664 00000040:00080000:2.0:1734671657.115032:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8099, 184 off1416648 00010000:00010000:2.0:1734671657.115080:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115087:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115095:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115101:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115105:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115109:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115114:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115119:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.115122:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115127:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115132:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff88013544d900) 00010000:00010000:2.0:1734671657.115134:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.115136:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115140:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099939 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115155:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115159:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115164:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115167:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099865800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.115170:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115173:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115177:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff88013544d900) 00010000:00010000:2.0:1734671657.115179:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.115180:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115184:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099865800/0x87a91e5006099932 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115236:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115240:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115243:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115246:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.115248:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115252:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115261:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:2.0:1734671657.115262:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.115264:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.115268:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099924 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.115275:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc0e00 reply state ffff880094455000 transno 4294982519 ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.115280:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.115334:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752119808:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 953us (1463us total) trans 4294982519 rc 0/0 00000100:00100000:2.0:1734671657.115340:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30011 00000100:00100000:0.0:1734671657.116830:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.116852:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752119936 00000100:00100000:3.0:1734671657.116858:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752119936 00010000:00010000:3.0:1734671657.116879:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.116906:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8714 00000100:00100000:3.0:1734671657.116912:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:1966:x1818934752119936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.116922:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.116926:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.116940:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.116956:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060998fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7865 expref: 566 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.117001:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:3.0:1734671657.117005:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.117012:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.117017:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.117032:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.117054:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:1966:x1818934752119936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 142us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.117060:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8714 00010000:00010000:2.0:1734671657.117888:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.117896:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.117912:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.117920:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.117926:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118015:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118024:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118030:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.118378:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].645, 64 off49536 00000040:00080000:2.0:1734671657.118396:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8100, 184 off1416832 00010000:00010000:2.0:1734671657.118442:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118448:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118454:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118460:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118464:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118468:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118473:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118478:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.118481:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118487:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118494:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff88013544df00) 00010000:00010000:2.0:1734671657.118497:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.118499:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118504:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0000/0x87a91e500609994e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118522:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118527:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118531:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118535:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.118537:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118541:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118547:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff88013544df00) 00010000:00010000:2.0:1734671657.118549:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.118551:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118555:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099947 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118590:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118595:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118599:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118602:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.118604:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118608:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118614:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:2.0:1734671657.118615:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.118617:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.118621:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609991d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.118628:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc1500 reply state ffff880099941000 transno 4294982520 ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.118633:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.118726:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12140:x1818934752119168:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 14180us (15158us total) trans 4294982520 rc 0/0 00000100:00100000:2.0:1734671657.118733:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30010 00010000:00010000:3.0:1734671657.121319:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121330:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121336:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121340:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099864a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.121344:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121350:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121362:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x8171ed56 (ffff88013544db00) 00010000:00010000:3.0:1734671657.121365:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.121368:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121372:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099864a00/0x87a91e500609992b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.121951:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.121959:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.121963:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.121967:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.121969:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.121973:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.121980:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x8171ea56 (ffff88013544d600) 00010000:00010000:3.0:1734671657.121982:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.121984:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.121991:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099940 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.123381:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.123526:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752120192 00000100:00100000:1.0:1734671657.123533:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752120192 00000100:00100000:1.0:1734671657.123564:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7290 00000100:00100000:1.0:1734671657.123570:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752120192:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.124559:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12140:x1818934752120192:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 986us (1181us total) trans 4294982521 rc 0/0 00000100:00100000:1.0:1734671657.124566:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7290 00000100:00100000:0.0:1734671657.128234:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.128455:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752120448 00000100:00100000:1.0:1734671657.128463:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752120448 00000100:00100000:1.0:1734671657.128553:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7291 00000100:00100000:1.0:1734671657.128561:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752120448:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.128818:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.129027:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752120448:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 466us (799us total) trans 4294982522 rc 0/0 00000100:00100000:1.0:1734671657.129033:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7291 00000100:00100000:3.0:1734671657.129085:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752120704 00000100:00100000:3.0:1734671657.129089:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752120704 00000100:00100000:3.0:1734671657.129114:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30012 00000100:00100000:3.0:1734671657.129119:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12140:x1818934752120704:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.129147:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.129167:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1e00/0x87a91e500605e098 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2eb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4847 expref: 566 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.129184:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4600/0x87a91e500605dfd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e47fa expref: 565 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.129194:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e5006055d27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a8f expref: 564 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.129203:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff8800914fe200) 00010000:00010000:3.0:1734671657.129210:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.129224:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129240:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129247:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129258:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129264:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129269:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129479:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129486:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129492:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.129857:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].646, 64 off49600 00000040:00080000:3.0:1734671657.129876:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8101, 184 off1417016 00010000:00010000:3.0:1734671657.129915:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129921:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129927:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129933:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129938:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129942:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129951:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129956:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226c400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.129959:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129965:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129972:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff88009bfbb700) 00010000:00010000:3.0:1734671657.129974:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.129976:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129981:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e500609996a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.129996:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130001:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130005:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130008:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.130011:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130015:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130024:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff88009bfbb700) 00010000:00010000:3.0:1734671657.130026:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.130028:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130032:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099963 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130069:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130074:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130077:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130081:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.130083:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130088:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130094:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:3.0:1734671657.130096:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.130098:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.130104:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099955 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.130110:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099780e00 reply state ffff88008ef77000 transno 4294982523 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.130116:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.130160:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12140:x1818934752120704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1039us (1345us total) trans 4294982523 rc 0/0 00000100:00100000:3.0:1734671657.130166:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30012 00000100:00100000:0.0:1734671657.132283:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.132337:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752120960 00000100:00100000:2.0:1734671657.132344:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752120960 00000100:00100000:2.0:1734671657.132383:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30013 00000100:00100000:2.0:1734671657.132389:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752120960:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.132433:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671657.132451:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093cb1600/0x87a91e500605e1a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ed:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e48b0 expref: 565 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.132468:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e500605e11d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e487f expref: 564 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.132486:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12600/0x87a91e5006055dac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ad5 expref: 563 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.132495:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff880094b81800) 00010000:00010000:2.0:1734671657.132502:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.132515:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132525:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132532:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132541:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132546:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132550:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132630:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132636:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.132649:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.133014:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].647, 64 off49664 00000040:00080000:2.0:1734671657.133060:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8103, 184 off1417400 00010000:00010000:2.0:1734671657.133105:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133111:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133117:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133122:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133127:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133131:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133136:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133140:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.133143:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133149:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133155:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff8800943a1200) 00010000:00010000:2.0:1734671657.133157:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.133159:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133163:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x87a91e5006099986 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133182:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133186:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133191:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133194:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.133197:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133202:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133207:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff8800943a1200) 00010000:00010000:2.0:1734671657.133209:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.133211:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133215:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1400/0x87a91e500609997f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133250:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133255:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133259:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133263:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.133265:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133269:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133275:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:2.0:1734671657.133276:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.133278:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.133282:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0800/0x87a91e5006099971 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.133288:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc2d80 reply state ffff880094456000 transno 4294982524 ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.133294:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.133350:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12139:x1818934752120960:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 959us (1071us total) trans 4294982524 rc 0/0 00000100:00100000:2.0:1734671657.133356:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30013 00010000:00010000:3.0:1734671657.134076:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134082:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134087:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134090:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.134093:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134097:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134104:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x8171ed56 (ffff88009bfbbc00) 00010000:00010000:3.0:1734671657.134106:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.134108:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134112:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538800/0x87a91e500609995c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.134874:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.134880:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.134885:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.134889:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.134891:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.134895:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.134903:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x8171ee56 (ffff88013544d900) 00010000:00010000:3.0:1734671657.134904:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.134907:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.134911:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d0a00/0x87a91e5006099978 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.136236:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.136291:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752121216 00000100:00100000:1.0:1734671657.136298:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752121216 00000100:00100000:1.0:1734671657.136333:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7292 00000100:00100000:1.0:1734671657.136339:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752121216:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.136496:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752121216:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 156us (264us total) trans 4294982525 rc 0/0 00000100:00100000:1.0:1734671657.136502:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7292 00000100:00100000:0.0:1734671657.138541:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.139089:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752121472 00000100:00100000:2.0:1734671657.139096:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752121472 00000100:00100000:2.0:1734671657.139122:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7293 00000100:00100000:2.0:1734671657.139127:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752121472:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.139901:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.139962:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12139:x1818934752121472:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 832us (1423us total) trans 4294982526 rc 0/0 00000100:00100000:2.0:1734671657.139969:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7293 00000100:00100000:2.0:1734671657.139992:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752121728 00000100:00100000:2.0:1734671657.139995:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752121728 00000100:00100000:2.0:1734671657.140021:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30014 00000100:00100000:2.0:1734671657.140025:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752121728:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.140051:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671657.140071:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500605e297 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ec:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e490b expref: 564 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.140089:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e500605e219 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e48e1 expref: 563 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.140099:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006055db3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ace expref: 562 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.140106:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff880093ddda00) 00010000:00010000:2.0:1734671657.140114:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.140128:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140139:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140146:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140157:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140161:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140166:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140238:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140244:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.140249:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.141599:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].648, 64 off49728 00000040:00080000:2.0:1734671657.141620:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8104, 184 off1417584 00000100:00100000:0.0:1734671657.143467:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.143546:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752121984 00000100:00100000:1.0:1734671657.143553:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752121984 00000100:00100000:1.0:1734671657.143595:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30015 00000100:00100000:1.0:1734671657.143601:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12139:x1818934752121984:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.143655:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1734671657.143695:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43a00/0x87a91e500605d959 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4602 expref: 563 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.143713:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e500605d8e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e45d8 expref: 562 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.143723:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e2200/0x87a91e5006055bc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19f5 expref: 561 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.143732:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff8800914fe600) 00010000:00010000:1.0:1734671657.143740:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.143753:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.143762:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.143769:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.143778:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.143783:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.143788:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144170:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144178:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144185:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.144524:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].649, 64 off49792 00000040:00080000:1.0:1734671657.144543:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8105, 184 off1417768 00010000:00010000:1.0:1734671657.144587:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144594:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144600:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144606:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144610:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144615:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144619:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144624:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c8c200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.144627:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144633:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144639:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff88008c766300) 00010000:00010000:1.0:1734671657.144641:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.144658:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144662:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e50060999b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144705:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144709:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144714:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144718:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.144720:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144724:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144730:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff88008c766300) 00010000:00010000:1.0:1734671657.144732:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.144734:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144738:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29a00/0x87a91e50060999b0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144781:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144785:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144790:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144792:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.144794:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144798:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144804:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:1.0:1734671657.144805:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.144808:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.144812:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.144819:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008efa6d80 reply state ffff88009be3c000 transno 4294982528 ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.144824:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671657.144892:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144899:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144905:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144909:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144914:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144922:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144926:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144930:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc70200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.144932:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144936:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144941:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff8800943a1e00) 00010000:00010000:2.0:1734671657.144943:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.144945:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144949:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144962:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144966:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144970:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144973:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc70600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.144975:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144982:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144987:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff8800943a1e00) 00010000:00010000:2.0:1734671657.144988:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.144991:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.144995:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e500609999b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145027:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145031:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145036:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145039:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.145041:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145045:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145051:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:2.0:1734671657.145053:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.145055:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.145060:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e500609998d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.145067:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008efa6a00 reply state ffff880135bfd000 transno 4294982527 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.145071:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.145134:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752121728:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 5106us (5232us total) trans 4294982527 rc 0/0 00000100:00100000:2.0:1734671657.145140:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30014 00000100:00100000:1.0:1734671657.147420:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752121984:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3810us (3953us total) trans 4294982528 rc 0/0 00000100:00100000:1.0:1734671657.147429:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30015 00000100:00100000:2.0:1734671657.151667:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.151753:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.151762:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.151767:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.151772:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.151776:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.151781:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.151793:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x8171eb56 (ffff88008c766400) 00010000:00010000:2.0:1734671657.151796:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.151799:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.151804:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e50060999a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.151910:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752122240 00000100:00100000:1.0:1734671657.151918:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752122240 00000100:00100000:1.0:1734671657.151950:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7294 00000100:00100000:1.0:1734671657.151956:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c67450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752122240:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.152152:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.152158:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.152163:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.152166:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc71000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.152168:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.152173:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.152180:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x8171ee56 (ffff8800943a1f00) 00010000:00010000:3.0:1734671657.152182:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.152185:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.152189:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099994 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.152458:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c67450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752122240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 500us (798us total) trans 4294982529 rc 0/0 00000100:00100000:1.0:1734671657.152465:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7294 00000100:00100000:0.0:1734671657.159571:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.160198:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.160709:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752122496 00000100:00100000:1.0:1734671657.160717:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752122496 00000100:00100000:1.0:1734671657.160749:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752122624 00000100:00100000:1.0:1734671657.160751:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752122624 00000100:00100000:1.0:1734671657.160771:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30016 00000100:00100000:1.0:1734671657.160778:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752122496:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.160824:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1734671657.160847:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500605da94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e465d expref: 562 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.160864:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500605d9fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e462c expref: 561 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.160874:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513400/0x87a91e5006055bf3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a0a expref: 560 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.160882:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff8801369b2e00) 00010000:00010000:1.0:1734671657.160889:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.160904:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.160914:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.160921:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.160931:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.160936:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.160940:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161024:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161030:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161036:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.161337:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].648, 64 off49728 00000040:00080000:1.0:1734671657.161356:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8106, 184 off1417952 00010000:00010000:1.0:1734671657.161399:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161406:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161412:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161417:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161425:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161430:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161434:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161438:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093880600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.161441:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161447:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161453:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff88009bed0300) 00010000:00010000:1.0:1734671657.161455:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.161457:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161461:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880600/0x87a91e50060999da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161478:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161482:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161486:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161490:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a82bbc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.161493:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161497:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161502:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff88009bed0300) 00010000:00010000:1.0:1734671657.161504:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.161506:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161509:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bbc00/0x87a91e50060999d3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161543:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161548:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161552:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161556:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.161558:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161562:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161567:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:1.0:1734671657.161569:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.161571:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161577:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932400/0x87a91e50060999c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.161584:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008efa4380 reply state ffff88009be3b000 transno 4294982530 ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.161590:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.161641:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752122496:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 862us (2075us total) trans 4294982530 rc 0/0 00000100:00100000:1.0:1734671657.161658:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30016 00000100:00100000:1.0:1734671657.161673:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30017 00000100:00100000:1.0:1734671657.161696:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752122624:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671657.161705:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.161714:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e50060999e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f786c expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.161744:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e50060999e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161751:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e50060999e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161756:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e50060999e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671657.161785:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f7:0x0]: returning size 11776 00000004:00200000:1.0:1734671657.161788:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.161796:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e50060999e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.161810:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e50060999e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f786c expref: 562 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.161819:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e50060999e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f786c expref: 561 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.161825:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671657.161826:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671657.161828:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099899e00, rc 0) 00000100:00100000:1.0:1734671657.161843:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12139:x1818934752122624:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 147us (1646us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.161848:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30017 00000100:00100000:0.0:1734671657.165113:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.165421:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752122752 00000100:00100000:2.0:1734671657.165428:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752122752 00000100:00100000:2.0:1734671657.165472:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30 00000100:00100000:2.0:1734671657.165479:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:1967:x1818934752122752:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1734671657.165511:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.165524:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e50060999ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7873 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.165561:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.165572:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.165580:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.165593:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.165598:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.165603:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166360:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17c00/0x87a91e5006099a04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166369:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17c00/0x87a91e5006099a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166377:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17c00/0x87a91e5006099a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.166484:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ee:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.166487:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.166501:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17c00/0x87a91e5006099a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166509:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166513:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166518:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166523:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc70200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.166526:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166531:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166540:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.166543:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.166546:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166550:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e50060999f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166559:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166564:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166567:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166571:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de16e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.166574:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166578:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166584:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44524f57 (ffff8800943a1d00) 00010000:00010000:2.0:1734671657.166586:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.166588:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166591:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16e00/0x87a91e50060999fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166613:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70600/0x87a91e50060999ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7873 expref: 563 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.166623:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17c00/0x87a91e5006099a04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7873 expref: 562 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.166629:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:2.0:1734671657.166630:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.166633:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008de17c00, rc 0) 00010000:00010000:2.0:1734671657.166637:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.166653:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006099a0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f787a expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.166674:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166698:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166704:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166713:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166718:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166723:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166762:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006099a20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166768:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006099a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.166773:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006099a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671657.167315:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.167322:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.167327:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.167331:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.167333:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.167338:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.167345:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x8171eb56 (ffff8800a492da00) 00010000:00010000:3.0:1734671657.167347:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.167349:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.167354:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932c00/0x87a91e50060999cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671657.167524:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fd:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.167526:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.167535:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006099a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167541:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167546:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167550:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167553:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc7c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.167555:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167559:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167564:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.167566:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.167568:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167571:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7c00/0x87a91e5006099a12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167577:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167580:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167584:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167587:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc7a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.167589:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167597:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167601:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x5052ab9e (ffff8800943a1f00) 00010000:00010000:2.0:1734671657.167603:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.167604:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167608:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7a00/0x87a91e5006099a19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167622:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17400/0x87a91e5006099a0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f787a expref: 563 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.167629:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006099a20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f787a expref: 562 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.167633:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:2.0:1734671657.167634:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.167636:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfc7e00, rc 0) 00010000:00010000:2.0:1734671657.167639:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.167654:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e5006099a27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7881 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.167669:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167780:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167787:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167796:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167801:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167805:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167846:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c000/0x87a91e5006099a3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167853:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c000/0x87a91e5006099a3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167858:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c000/0x87a91e5006099a3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.167877:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x320:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.167879:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.167886:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c000/0x87a91e5006099a3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167891:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167895:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167899:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167903:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.167906:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167910:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167916:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.167917:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.167920:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167923:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6c00/0x87a91e5006099a2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167929:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167933:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167937:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167940:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfc6400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.167943:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167947:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167952:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44a1a1a7 (ffff8800943a1e00) 00010000:00010000:2.0:1734671657.167953:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.167955:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167959:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc6400/0x87a91e5006099a35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.167973:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7600/0x87a91e5006099a27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7881 expref: 564 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.167980:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c000/0x87a91e5006099a3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7881 expref: 563 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.167985:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671657.167986:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.167987:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230c000, rc 0) 00010000:00010000:2.0:1734671657.167990:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.167995:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006099a43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7888 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.168008:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168014:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168019:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168027:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168032:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168036:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168073:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006099a58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168080:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006099a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168085:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006099a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.168196:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x328:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.168199:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.168206:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006099a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168212:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168216:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168219:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168222:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.168225:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168229:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168235:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.168237:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.168238:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168243:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099a4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168250:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168254:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168258:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168261:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.168263:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168266:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168269:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x4d50 (ffff8800943a1000) 00010000:00010000:2.0:1734671657.168271:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.168272:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168276:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099a51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168290:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c200/0x87a91e5006099a43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7888 expref: 565 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.168297:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006099a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7888 expref: 564 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.168305:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:2.0:1734671657.168306:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.168308:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230d800, rc 0) 00010000:00010000:2.0:1734671657.168310:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.168315:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099a5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f788f expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.168329:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168334:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168339:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168346:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168351:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168356:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168391:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e5006099a74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168396:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e5006099a74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.168401:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e5006099a74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:0.0:1734671657.170120:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.170200:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752122880 00000100:00100000:1.0:1734671657.170207:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752122880 00000100:00100000:1.0:1734671657.170286:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7295 00000100:00100000:1.0:1734671657.170292:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752122880:12345-192.168.204.51@tcp:37:dbench.0 00000004:00200000:2.0:1734671657.171939:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x331:0x0]: returning size 12800 00000004:00200000:2.0:1734671657.171945:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.171964:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e5006099a74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.171975:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.171980:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.171985:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.171990:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.171993:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.171999:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172011:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.172013:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.172016:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172020:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099a66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172029:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172033:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172038:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172041:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.172043:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172046:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172051:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x41aa9094 (ffff8800943a1200) 00010000:00010000:2.0:1734671657.172053:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.172055:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172060:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099a6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172090:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099a5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f788f expref: 567 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172101:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e5006099a74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f788f expref: 566 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172106:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.172108:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.172110:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c8ea000, rc 0) 00010000:00010000:2.0:1734671657.172117:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.172127:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099a7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7896 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172158:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172167:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172173:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172183:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172187:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172192:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172258:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006099a90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172264:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006099a90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172269:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006099a90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.172405:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35a:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.172408:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.172417:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006099a90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172422:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172426:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172430:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172434:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.172436:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172440:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172446:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.172447:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.172450:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172454:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099a82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172461:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172465:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172469:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172473:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.172475:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172483:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172488:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45439694 (ffff8800a474c500) 00010000:00010000:2.0:1734671657.172490:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.172491:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172495:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099a89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172514:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099a7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7896 expref: 568 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172522:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006099a90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7896 expref: 568 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172528:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:2.0:1734671657.172529:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.172531:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009389ea00, rc 0) 00010000:00010000:2.0:1734671657.172534:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.172539:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099a97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f789d expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172555:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172561:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172566:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172575:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172579:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172584:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172622:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89de00/0x87a91e5006099aac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172628:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89de00/0x87a91e5006099aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172633:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89de00/0x87a91e5006099aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.172765:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x308:0x0]: returning size 12800 00000004:00200000:2.0:1734671657.172768:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.172776:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89de00/0x87a91e5006099aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172782:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172786:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172790:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172794:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.172796:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172801:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172806:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671657.172808:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.172810:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172814:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099a9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172821:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172826:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172830:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172833:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d89c200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.172835:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172839:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172844:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45524f8f (ffff880134d9dd00) 00010000:00010000:2.0:1734671657.172846:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.172847:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172851:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099aa5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.172867:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099a97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f789d expref: 570 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172876:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89de00/0x87a91e5006099aac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f789d expref: 569 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.172881:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:2.0:1734671657.172883:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.172885:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d89de00, rc 0) 00000100:00100000:2.0:1734671657.172915:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:1967:x1818934752122752:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 7435us (7809us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.172922:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30 00000100:00100000:0.0:1734671657.173119:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.173262:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752123136 00000100:00100000:3.0:1734671657.173268:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752123136 00000100:00100000:3.0:1734671657.173295:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7296 00000100:00100000:3.0:1734671657.173300:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752123136:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.173431:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752123136:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 129us (311us total) trans 4294982531 rc 0/0 00000100:00100000:3.0:1734671657.173437:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7296 00000100:00100000:1.0:1734671657.175188:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752122880:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4891us (5067us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.175197:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7295 00000100:00100000:2.0:1734671657.176229:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.176337:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752123392 00000100:00100000:3.0:1734671657.176344:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752123392 00000100:00100000:3.0:1734671657.176579:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30018 00000100:00100000:3.0:1734671657.176586:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752123392:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.176624:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.176655:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e500605dd9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4736 expref: 568 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.176671:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71200/0x87a91e500605dc85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e46db expref: 567 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.176700:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e5006055c94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a57 expref: 566 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.176709:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.176717:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.176731:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176742:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176749:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176760:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176765:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176770:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176848:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176854:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.176860:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.177189:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].649, 64 off49792 00000040:00080000:3.0:1734671657.177209:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8107, 184 off1418136 00010000:00010000:3.0:1734671657.177256:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177262:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177268:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177273:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177277:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177285:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177289:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177293:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c8c200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.177297:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177303:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177309:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff88009bfbbc00) 00010000:00010000:3.0:1734671657.177311:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.177314:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177318:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c200/0x87a91e5006099ac8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177335:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177340:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177344:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177347:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.177349:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177357:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177362:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff88009bfbbc00) 00010000:00010000:3.0:1734671657.177364:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.177366:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177370:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539400/0x87a91e5006099ac1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177403:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177408:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177412:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177416:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.177418:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177423:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177429:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:3.0:1734671657.177430:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.177433:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.177437:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539a00/0x87a91e5006099ab3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.177445:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099783800 reply state ffff880092db6000 transno 4294982532 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.177450:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.177495:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752123392:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 908us (1268us total) trans 4294982532 rc 0/0 00000100:00100000:0.0:1734671657.179252:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.179270:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752123520 00000100:00100000:0.0:1734671657.179276:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752123520 00000100:00100000:0.0:1734671657.179316:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30019 00000100:00100000:0.0:1734671657.179321:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752123520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671657.179336:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.179348:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e5006099acf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78a4 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.179390:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179401:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179408:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179417:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179422:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179427:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179498:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179504:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179509:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671657.179533:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fb:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.179536:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.179549:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179556:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179562:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179567:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179571:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179575:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d89d200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.179578:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179583:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179590:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671657.179592:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.179594:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179598:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099ad6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179617:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179622:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179626:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179629:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093932200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.179631:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179635:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179651:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2b (ffff8800910bdd00) 00010000:00010000:0.0:1734671657.179653:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.179656:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179659:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093932200/0x87a91e5006099add lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.179695:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430c00/0x87a91e5006099acf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78a4 expref: 570 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.179705:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78a4 expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.179710:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:0.0:1734671657.179712:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.179714:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc71000, rc 0) 00000100:00100000:0.0:1734671657.179741:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752123520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 419us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.179747:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30019 00000100:00100000:3.0:1734671657.179964:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30018 00010000:00010000:2.0:1734671657.183875:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.183888:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.183893:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.183898:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.183901:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.183907:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.183920:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x8171ec56 (ffff88009bfbba00) 00010000:00010000:2.0:1734671657.183923:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.183927:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.183931:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538400/0x87a91e5006099aba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.188920:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.188971:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.188990:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.189019:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.189093:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752123776 00000100:00100000:2.0:1734671657.189100:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752123776 00000100:00100000:2.0:1734671657.189134:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 31 00000100:00100000:2.0:1734671657.189141:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:1966:x1818934752123776:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1734671657.189175:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.189188:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e5006099aeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78b2 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.189228:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189239:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189248:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189260:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189264:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189270:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189498:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006099b00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189506:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006099b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189512:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006099b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.189626:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x330:0x0]: returning size 12800 00000004:00200000:2.0:1734671657.189629:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.189673:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006099b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189699:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189705:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189710:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189715:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092336400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.189719:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189724:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189733:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.189736:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.189739:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189745:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092336400/0x87a91e5006099af2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189754:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189758:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189763:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189767:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.189769:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189774:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189778:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x41aa9094 (ffff880134d9dc00) 00010000:00010000:2.0:1734671657.189780:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.189782:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189786:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2400/0x87a91e5006099af9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189806:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092337e00/0x87a91e5006099aeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78b2 expref: 569 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.189816:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006099b00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78b2 expref: 568 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.189826:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.189828:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.189830:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ccc2a00, rc 0) 00010000:00010000:2.0:1734671657.189833:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.189837:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3800/0x87a91e5006099b07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78b9 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.189852:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189858:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189863:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189871:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189877:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189882:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189917:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e5006099b1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189924:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e5006099b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.189929:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e5006099b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.190031:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x329:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.190034:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.190041:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e5006099b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190047:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190051:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190056:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190060:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190062:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190067:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190073:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.190075:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190077:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190082:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2c00/0x87a91e5006099b0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190089:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190094:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190099:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190102:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc3a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190104:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190108:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190113:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x4d50 (ffff880134d9d600) 00010000:00010000:2.0:1734671657.190115:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190116:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190120:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3a00/0x87a91e5006099b15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190134:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3800/0x87a91e5006099b07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78b9 expref: 570 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190142:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e5006099b1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78b9 expref: 569 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190147:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:2.0:1734671657.190149:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.190151:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ccc3000, rc 0) 00010000:00010000:2.0:1734671657.190153:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.190158:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3c00/0x87a91e5006099b23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78c0 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190176:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190181:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190187:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190195:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190200:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190206:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190240:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e5006099b38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190246:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e5006099b38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190251:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e5006099b38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.190350:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x309:0x0]: returning size 12800 00000004:00200000:2.0:1734671657.190353:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.190359:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e5006099b38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190365:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190369:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190374:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190377:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190379:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190383:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190388:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.190389:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190391:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190394:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099b2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190401:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190404:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190408:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190412:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190414:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190421:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190425:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45524f8f (ffff880134d9d000) 00010000:00010000:2.0:1734671657.190427:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190428:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190432:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099b31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190444:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3c00/0x87a91e5006099b23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78c0 expref: 571 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190450:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e5006099b38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78c0 expref: 570 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190454:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671657.190456:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.190457:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10800, rc 0) 00010000:00010000:2.0:1734671657.190459:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.190463:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11c00/0x87a91e5006099b3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78c7 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190475:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190480:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190485:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190492:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190497:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190501:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190530:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006099b54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190535:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006099b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190539:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006099b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.190628:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ef:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.190630:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.190637:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006099b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190652:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190657:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190661:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190665:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190667:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190671:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190695:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.190697:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190699:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190703:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099b46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190710:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190714:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190719:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190722:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190724:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190727:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190732:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44524f57 (ffff880134d9d900) 00010000:00010000:2.0:1734671657.190733:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190735:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190738:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099b4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190752:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11c00/0x87a91e5006099b3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78c7 expref: 572 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190758:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006099b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78c7 expref: 571 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190763:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:2.0:1734671657.190764:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.190765:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11600, rc 0) 00010000:00010000:2.0:1734671657.190768:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.190772:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099b5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78ce expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.190783:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190788:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190793:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190800:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190804:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190808:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190844:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006099b70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190850:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006099b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190854:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006099b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.190953:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35b:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.190956:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.190962:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006099b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190967:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190971:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190975:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190978:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.190980:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190984:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190989:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.190990:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.190992:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.190996:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099b62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191002:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191006:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191010:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191013:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191015:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191018:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191022:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45439694 (ffff880134d9d200) 00010000:00010000:2.0:1734671657.191024:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191025:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191029:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10200/0x87a91e5006099b69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191040:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099b5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ce expref: 573 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191046:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006099b70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ce expref: 572 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191054:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff88008f277300) 00010000:00010000:2.0:1734671657.191056:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.191057:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae70c00, rc 0) 00010000:00010000:2.0:1734671657.191059:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.191063:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099b77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78d5 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191074:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191079:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191083:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191091:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191095:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191099:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191128:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006099b8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191133:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006099b8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191138:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006099b8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.191225:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fc:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.191227:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.191233:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006099b8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191238:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191242:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191246:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191250:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191251:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191255:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191260:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.191262:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191263:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191267:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099b7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191272:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191276:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191281:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191284:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191286:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191289:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191293:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x5052ab9e (ffff88012eeb4e00) 00010000:00010000:2.0:1734671657.191294:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191296:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191299:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099b85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191309:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099b77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78d5 expref: 574 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191316:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006099b8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78d5 expref: 573 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191320:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.191321:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.191322:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae71200, rc 0) 00010000:00010000:2.0:1734671657.191324:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.191328:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006099b93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78dc expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191343:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191348:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191352:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191358:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191362:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191367:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191395:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006099ba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191401:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006099ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191406:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006099ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.191422:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x321:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.191423:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.191427:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006099ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191432:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191436:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191441:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191444:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191446:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191449:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191454:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.191455:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191457:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191460:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099b9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191467:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191470:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191474:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191477:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191479:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191486:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191490:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44a1a1a7 (ffff88012eeb4c00) 00010000:00010000:2.0:1734671657.191491:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191493:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191496:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ba1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191506:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006099b93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78dc expref: 575 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191512:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006099ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78dc expref: 574 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191516:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671657.191517:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.191519:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956800, rc 0) 00010000:00010000:2.0:1734671657.191521:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.191524:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099baf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78e3 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191535:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191539:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191544:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191551:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191555:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191559:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191584:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006099bc4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191589:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006099bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191594:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006099bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:2.0:1734671657.191609:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f6:0x0]: returning size 11776 00000004:00200000:2.0:1734671657.191611:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.191615:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006099bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191620:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191624:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191628:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191631:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191633:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191638:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191654:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671657.191655:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191657:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191661:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099bb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191667:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191671:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191692:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191696:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.191698:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191701:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191706:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45435891 (ffff88012eeb4500) 00010000:00010000:2.0:1734671657.191707:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.191708:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191712:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099bbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.191724:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099baf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78e3 expref: 576 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191732:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006099bc4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78e3 expref: 575 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191736:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:2.0:1734671657.191738:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671657.191739:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093956000, rc 0) 00000100:00100000:2.0:1734671657.191788:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:1966:x1818934752123776:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 2647us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.191795:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 31 00000100:00100000:2.0:1734671657.191821:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752123648 00000100:00100000:2.0:1734671657.191826:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752123648 00000100:00100000:2.0:1734671657.191842:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752124160 00000100:00100000:2.0:1734671657.191844:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752124160 00000100:00100000:2.0:1734671657.191855:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30020 00000100:00100000:2.0:1734671657.191859:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934752123648:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671657.191868:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.191874:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf9c00/0x87a91e5006099bcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78ab expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.191894:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191900:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191905:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191913:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191917:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191922:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191960:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191965:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191969:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671657.191982:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x361:0x0]: returning size 327680 00000004:00200000:2.0:1734671657.191984:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.191989:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191995:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.191999:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192003:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192006:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192012:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dcf8000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.192014:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192018:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192023:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:2.0:1734671657.192024:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.192026:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192029:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8000/0x87a91e5006099bd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192035:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192039:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192043:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192046:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800940f4400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.192048:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192051:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192055:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x41c358e5 (ffff880134d29f00) 00010000:00010000:2.0:1734671657.192057:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.192059:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192062:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4400/0x87a91e5006099bd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.192074:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf9c00/0x87a91e5006099bcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ab expref: 578 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.192080:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ab expref: 577 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.192085:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:2.0:1734671657.192086:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.192088:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940f5e00, rc 0) 00000100:00100000:2.0:1734671657.192105:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12140:x1818934752123648:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 246us (3194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.192109:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30020 00000100:00100000:2.0:1734671657.192118:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30021 00000100:00100000:2.0:1734671657.192121:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12261:x1818934752124160:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:2.0:1734671657.192127:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.192131:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78ea expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.192142:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 577 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.192148:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 577 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.192153:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671657.192155:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.192156:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092337000, rc 0) 00000100:00100000:2.0:1734671657.192165:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12261:x1818934752124160:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 43us (3146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.192168:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30021 00000100:00100000:1.0:1734671657.192562:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752124032 00000100:00100000:1.0:1734671657.192566:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752124032 00000100:00100000:1.0:1734671657.192582:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7297 00000100:00100000:1.0:1734671657.192586:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12139:x1818934752124032:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.192706:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12139:x1818934752124032:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 119us (3715us total) trans 4294982533 rc 0/0 00000100:00100000:1.0:1734671657.192711:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7297 00000100:00100000:0.0:1734671657.195338:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.195417:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752124288 00000100:00100000:3.0:1734671657.195424:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752124288 00000100:00100000:3.0:1734671657.195466:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7298 00000100:00100000:3.0:1734671657.195473:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12261:x1818934752124288:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:0.0:1734671657.196309:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.196354:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752124672 00000100:00100000:1.0:1734671657.196359:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752124672 00000100:00100000:1.0:1734671657.196379:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30022 00000100:00100000:1.0:1734671657.196384:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+580:12139:x1818934752124672:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:0.0:1734671657.196394:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.196411:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752124416 00000100:00100000:0.0:1734671657.196414:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752124416 00010000:00010000:1.0:1734671657.196416:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.196435:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092223a00/0x87a91e500605f0b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4da3 expref: 581 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.196448:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2941 00010000:00010000:1.0:1734671657.196452:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71000/0x87a91e5006099ae4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78a4 expref: 580 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.196453:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+580:1965:x1818934752124416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671657.196461:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671657.196462:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500605f02e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4d72 expref: 579 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.196471:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff880093ddde00) 00010000:00010000:0.0:1734671657.196471:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f5e00/0x87a91e5006099be0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ab expref: 578 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.196482:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e50060999e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f786c expref: 577 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.196483:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:0.0:1734671657.196486:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.196488:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671657.196490:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.196500:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.196504:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:1965:x1818934752124416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 50us (109us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671657.196509:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 576 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.196510:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2941 00010000:00010000:1.0:1734671657.196515:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.196537:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 575 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.196550:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 575 pid: 11200 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1734671657.196560:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135be0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752212608:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671657.196598:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a8dcf180 going to sleep for 11 seconds 00000100:00100000:1.0:1734671657.199310:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.199343:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.199359:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752125056 00000100:00100000:1.0:1734671657.199364:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752125056 00000100:00100000:1.0:1734671657.199396:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30023 00000100:00100000:1.0:1734671657.199401:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12264:x1818934752125056:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:1.0:1734671657.199413:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.199424:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78f1 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.199447:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 576 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.199456:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 576 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.199462:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:1.0:1734671657.199465:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.199467:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009226c400, rc 0) 00000100:00100000:1.0:1734671657.199491:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12264:x1818934752125056:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 89us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.199498:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30023 00000100:00100000:3.0:1734671657.199723:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12261:x1818934752124288:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 4248us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.199732:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7298 00000100:00100000:3.0:1734671657.199748:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752124928 00000100:00100000:3.0:1734671657.199751:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752124928 00000100:00100000:3.0:1734671657.199771:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7299 00000100:00100000:3.0:1734671657.199776:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c67050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752124928:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.199899:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c67050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934752124928:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 122us (595us total) trans 4294982534 rc 0/0 00000100:00100000:3.0:1734671657.199904:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7299 00000100:00100000:1.0:1734671657.200089:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135be0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752212608:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671657.200104:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.202120:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.202397:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752125184 00000100:00100000:2.0:1734671657.202404:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752125184 00000100:00100000:2.0:1734671657.202442:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7300 00000100:00100000:2.0:1734671657.202471:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12264:x1818934752125184:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:2.0:1734671657.203731:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.203792:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.203808:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752125696 00000100:00100000:0.0:1734671657.203812:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752125696 00000100:00100000:0.0:1734671657.203835:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 32 00000100:00100000:0.0:1734671657.203840:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:1964:x1818934752125696:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.203860:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734671657.203869:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752125440 00000100:00100000:2.0:1734671657.203872:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752125440 00010000:00010000:0.0:1734671657.203874:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71200/0x87a91e5006099bfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78f8 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.203911:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.203923:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.203931:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.203940:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.203945:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.203949:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204017:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204023:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204027:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.204038:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bc:0x0]: returning size 42652 00000004:00200000:0.0:1734671657.204041:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.204052:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204058:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204063:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204071:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204076:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204080:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc71800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.204083:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204088:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204096:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671657.204098:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.204100:0:7088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.204105:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204109:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71800/0x87a91e5006099c03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204116:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204120:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204124:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204127:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc70200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.204129:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204133:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204137:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff8800910bdd00) 00010000:00010000:0.0:1734671657.204139:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.204141:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204144:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70200/0x87a91e5006099c0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204160:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71200/0x87a91e5006099bfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f8 expref: 581 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204168:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f8 expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204173:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:0.0:1734671657.204174:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.204176:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0b8a00, rc 0) 00010000:00010000:0.0:1734671657.204178:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.204182:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099c18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f78ff expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204194:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204199:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204206:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204214:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204218:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204222:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204255:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204261:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204265:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.204272:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b7:0x0]: returning size 88384 00000004:00200000:0.0:1734671657.204274:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.204278:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204283:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204287:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204290:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204297:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204301:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d1b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.204302:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204306:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204310:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671657.204312:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.204313:0:7088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.204317:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204321:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099c1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204326:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204330:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204334:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204337:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.204339:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204345:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204349:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff8800910bd400) 00010000:00010000:0.0:1734671657.204351:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.204352:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204356:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ee00/0x87a91e5006099c26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204366:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099c18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ff expref: 582 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204372:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ff expref: 581 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204376:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:0.0:1734671657.204378:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.204379:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009389e000, rc 0) 00010000:00010000:0.0:1734671657.204381:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.204385:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099c34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7906 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204396:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204401:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204406:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204415:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204420:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204424:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204467:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204474:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204479:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.204487:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f9:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.204489:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.204494:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204499:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204504:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204508:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204512:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204518:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.204520:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204524:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204529:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:0.0:1734671657.204530:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.204532:0:7088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.204536:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204540:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099c3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204546:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204550:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204554:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204557:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dcf8800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.204559:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204563:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204567:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xec7107a9 (ffff8800910bdf00) 00010000:00010000:0.0:1734671657.204569:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.204571:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204574:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf8800/0x87a91e5006099c42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.204586:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099c34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7906 expref: 583 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204592:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7906 expref: 582 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.204596:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:0.0:1734671657.204597:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.204599:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230d000, rc 0) 00000100:00100000:0.0:1734671657.204628:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:1964:x1818934752125696:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 787us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.204633:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 32 00000100:00100000:0.0:1734671657.204690:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.204781:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752125568 00000100:00100000:3.0:1734671657.204785:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752125568 00010000:00010000:3.0:1734671657.204799:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 582 pid: 11200 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.204818:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8715 00000100:00100000:3.0:1734671657.204822:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:1964:x1818934752125568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.204829:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.204834:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 582 pid: 11200 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.204842:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 582 pid: 11200 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.204853:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092337000/0x87a91e5006099be7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ea expref: 582 pid: 11200 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.204861:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671657.204864:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204869:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204874:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204888:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.204905:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:1964:x1818934752125568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 82us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.204910:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8715 00010000:00010000:3.0:1734671657.204923:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204931:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204940:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204945:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204950:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204993:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.204998:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.205002:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.206450:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30024 00000100:00100000:2.0:1734671657.206459:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+580:12140:x1818934752125440:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.206492:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.206507:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006064c85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x361:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6cc8 expref: 580 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.206521:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e5006098cf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7436 expref: 579 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.206531:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e5006064beb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x361:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6c90 expref: 578 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.206539:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800a13ea900) 00010000:00010000:2.0:1734671657.206550:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222800/0x87a91e50060648e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6b86 expref: 577 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.206556:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:2.0:1734671657.206558:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.206576:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.206585:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 576 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.206591:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.206615:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 576 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.206624:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 576 pid: 7083 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1734671657.206634:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee40700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752212736:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671657.206697:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800942cc600 going to sleep for 11 seconds 00000040:00080000:3.0:1734671657.207066:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].650, 64 off49856 00000004:00080000:3.0:1734671657.207073:0:16887:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 339438396994ns, next at 340438395041ns, rc = 0 00000040:00080000:3.0:1734671657.207095:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8108, 184 off1418320 00010000:00010000:3.0:1734671657.207151:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207159:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207166:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207171:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207176:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207181:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207186:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207190:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009426aa00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.207194:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207199:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207205:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff88009bfbbb00) 00010000:00010000:3.0:1734671657.207207:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.207209:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207214:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009426aa00/0x87a91e5006099c65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207231:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207235:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207240:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207243:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d89c200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.207246:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207251:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207256:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fb:0x0].0x0 (ffff88009bfbbb00) 00010000:00010000:3.0:1734671657.207258:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.207261:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207265:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c200/0x87a91e5006099c57 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207302:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207307:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207311:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207315:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.207317:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207322:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207327:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671657.207329:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.207331:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.207338:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099bee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.207345:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b153100 reply state ffff880131bc7000 transno 4294982535 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.207351:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.209369:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12139:x1818934752124672:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 12977us (13055us total) trans 4294982535 rc 0/0 00000100:00100000:3.0:1734671657.209377:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30022 00000100:00100000:3.0:1734671657.211655:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee40700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752212736:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671657.211688:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.213443:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12264:x1818934752125184:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 10964us (11321us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.213454:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7300 00000100:00100000:3.0:1734671657.214017:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.214035:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752125952 00000100:00100000:3.0:1734671657.214041:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752125952 00000100:00100000:3.0:1734671657.214067:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30025 00000100:00100000:3.0:1734671657.214071:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752125952:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.214117:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.214138:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e5006099c11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f8 expref: 576 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.214155:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e800/0x87a91e5006098a4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7348 expref: 575 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.214165:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2e00/0x87a91e50060987f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a7 expref: 574 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.214177:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff880134fe4d00) 00010000:00010000:3.0:1734671657.214184:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.214199:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214209:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214215:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214225:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214229:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214234:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214317:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214323:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214328:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671657.214698:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].650, 64 off49856 00000040:00080000:3.0:1734671657.214718:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8109, 184 off1418504 00010000:00010000:3.0:1734671657.214765:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214773:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214779:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214784:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214789:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214794:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214798:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.214804:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.214807:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217435:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217449:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217458:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217463:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d89d200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.217467:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217472:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217485:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1ec7ed2b (ffff88009bfbbc00) 00010000:00010000:2.0:1734671657.217487:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.217490:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.217494:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d200/0x87a91e5006099c50 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218172:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218181:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff88008c766400) 00010000:00010000:3.0:1734671657.218183:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.218186:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218191:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x87a91e5006099c81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218217:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218223:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218227:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218230:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.218233:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218237:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218242:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bc:0x0].0x0 (ffff88008c766400) 00010000:00010000:3.0:1734671657.218244:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.218246:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218250:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099c7a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218292:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218296:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218301:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218304:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.218306:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218313:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218318:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671657.218320:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.218321:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.218325:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918200/0x87a91e5006099c6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.218331:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800932c8000 reply state ffff880092db0000 transno 4294982536 ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.218336:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.218426:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752125952:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 4350us (4407us total) trans 4294982536 rc 0/0 00000100:00100000:3.0:1734671657.218434:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30025 00000100:00100000:0.0:1734671657.220774:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.220861:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752126080 00000100:00100000:2.0:1734671657.220869:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752126080 00010000:00010000:2.0:1734671657.220892:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 574 pid: 7083 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1734671657.220924:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8716 00000100:00100000:2.0:1734671657.220930:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:1967:x1818934752126080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671657.220941:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671657.220946:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 574 pid: 7083 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1734671657.220955:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 574 pid: 7083 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1734671657.220970:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099bf5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78f1 expref: 574 pid: 7083 timeout: 439 lvb_type: 0 00010000:00010000:2.0:1734671657.220981:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:2.0:1734671657.220985:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.220992:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.220997:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.221013:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671657.221041:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:1967:x1818934752126080:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 111us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.221047:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8716 00010000:00010000:0.0:1734671657.221263:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221270:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221284:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221298:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221305:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221395:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221401:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.221406:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671657.221795:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].651, 64 off49920 00000100:00100000:1.0:1734671657.221944:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.222031:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.222038:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.222043:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.222048:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.222051:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.222056:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.222065:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x894e5b24 (ffff88009bfbb700) 00010000:00010000:3.0:1734671657.222067:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.222070:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.222074:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099c73 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.222940:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752126208 00000100:00100000:0.0:1734671657.222947:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752126208 00000100:00100000:0.0:1734671657.223266:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 33 00000100:00100000:0.0:1734671657.223272:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:1965:x1818934752126208:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.223298:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.223308:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099c96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f790d expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.223344:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223354:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223361:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223374:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223380:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223385:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223454:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223461:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223467:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.223481:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x365:0x0]: returning size 1867776 00000004:00200000:0.0:1734671657.223486:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.223500:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223507:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223513:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223518:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223523:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223532:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.223535:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223539:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223546:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:0.0:1734671657.223548:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.223550:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223555:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099c9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223567:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223570:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223574:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223578:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.223580:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223584:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223588:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x155bec67 (ffff8800910bdb00) 00010000:00010000:0.0:1734671657.223590:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.223592:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223596:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099ca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223613:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956c00/0x87a91e5006099c96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f790d expref: 574 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.223621:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f790d expref: 573 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.223626:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:0.0:1734671657.223628:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.223629:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093957600, rc 0) 00010000:00010000:0.0:1734671657.223632:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.223636:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006099cb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7914 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.223660:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223665:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.223670:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.224233:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.224390:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752126464 00000100:00100000:3.0:1734671657.224396:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752126464 00000100:00100000:3.0:1734671657.224416:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30026 00000100:00100000:3.0:1734671657.224420:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12139:x1818934752126464:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.224443:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.224453:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffe00/0x87a91e5006098c58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73e9 expref: 575 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.224463:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c0:0x0].0x0 (ffff8800910bda00) 00010000:00010000:3.0:1734671657.224468:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.224476:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224482:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224487:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224495:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224499:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224504:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224556:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224560:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224565:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.224740:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224748:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224755:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224799:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224806:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224811:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.224821:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x363:0x0]: returning size 1048576 00000004:00200000:0.0:1734671657.224823:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.224831:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224836:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224841:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224845:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224849:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224853:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae71800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.224855:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224859:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224866:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:0.0:1734671657.224869:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.224871:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224875:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71800/0x87a91e5006099cb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224883:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224887:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224891:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224894:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.224896:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224900:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00000040:00080000:3.0:1734671657.224903:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].652, 64 off49984 00010000:00010000:0.0:1734671657.224904:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0xb0773fd (ffff8800910bdf00) 00010000:00010000:0.0:1734671657.224905:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.224907:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.224910:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099cd5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000040:00080000:3.0:1734671657.224922:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8110, 184 off1418688 00010000:00010000:0.0:1734671657.224925:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71600/0x87a91e5006099cb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7914 expref: 575 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.224933:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7914 expref: 575 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.224938:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:0.0:1734671657.224939:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.224940:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae70e00, rc 0) 00010000:00010000:3.0:1734671657.224967:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.224973:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.225005:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:1965:x1818934752126208:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 1731us (3059us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.225011:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 33 00000040:00080000:0.0:1734671657.225047:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8111, 184 off1418872 00010000:00010000:0.0:1734671657.225098:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x361:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225105:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225111:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225116:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225121:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225125:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225132:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225139:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.225142:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225146:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225151:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800910bd000) 00010000:00010000:0.0:1734671657.225153:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.225155:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 3/0,0 mode: --/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225159:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957000/0x87a91e5006099cea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x361:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225171:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225176:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225179:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225183:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.225184:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225189:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225195:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x361:0x0].0x0 (ffff8800910bd000) 00010000:00010000:0.0:1734671657.225196:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.225203:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225207:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099c8f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x361:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225244:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225248:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225252:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225256:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.225257:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225264:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225270:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:0.0:1734671657.225271:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.225273:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.225277:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e5006099c5e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671657.225284:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012ee43100 reply state ffff88008c1a9000 transno 4294982538 ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.225288:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.225317:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934752125440:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 18858us (21588us total) trans 4294982538 rc 0/0 00000100:00100000:0.0:1734671657.225323:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30024 00010000:00010000:3.0:1734671657.226366:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226375:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226380:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226384:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226389:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226396:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d1b000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.226399:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226404:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226411:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c0:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.226413:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.226416:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226420:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b000/0x87a91e5006099ce3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226437:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226441:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226446:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226450:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.226452:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226456:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226461:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c0:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.226463:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.226466:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226470:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e5006099cce lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226504:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226509:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226513:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226516:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.226518:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226522:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226527:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671657.226529:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.226531:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.226535:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d9000/0x87a91e5006099cc0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.226541:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012ee40380 reply state ffff88013180d000 transno 4294982537 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.226546:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.227377:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752126464:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2951us (3141us total) trans 4294982537 rc 0/0 00000100:00100000:3.0:1734671657.227384:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30026 00010000:00010000:2.0:1734671657.227851:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.227858:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.227863:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.227867:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.227870:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.227878:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.227886:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x41c358e5 (ffff8800910bdd00) 00010000:00010000:2.0:1734671657.227888:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.227891:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.227895:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099c88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35e:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.231429:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.231483:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752126720 00000100:00100000:2.0:1734671657.231491:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752126720 00010000:00010000:3.0:1734671657.231502:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.231511:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.231516:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.231521:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935d8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.231524:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.231530:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.231535:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7301 00010000:00010000:3.0:1734671657.231541:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x414e562a (ffff88008c766300) 00000100:00100000:2.0:1734671657.231541:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752126720:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.231543:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.231546:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.231550:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8e00/0x87a91e5006099cc7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.231731:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752126720:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 189us (308us total) trans 4294982539 rc 0/0 00000100:00100000:2.0:1734671657.231737:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7301 00000100:00100000:0.0:1734671657.232811:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.232941:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752126976 00000100:00100000:3.0:1734671657.232946:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752126976 00000100:00100000:3.0:1734671657.232967:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30027 00000100:00100000:3.0:1734671657.232972:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12139:x1818934752126976:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.233000:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.233016:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71600/0x87a91e500609745d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c4f expref: 575 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.233027:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ab:0x0].0x0 (ffff88012a289200) 00010000:00010000:3.0:1734671657.233035:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.233049:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233059:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233067:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233077:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233082:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233087:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233162:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233168:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233173:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671657.233509:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].653, 64 off50048 00000040:00080000:3.0:1734671657.233528:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8112, 184 off1419056 00010000:00010000:3.0:1734671657.233573:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233580:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233587:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233592:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233596:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233600:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233605:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233609:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372f800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.233612:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233617:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233623:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ab:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.233625:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.233628:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233631:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233661:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233667:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233671:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233699:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944a8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.233702:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233706:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233713:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5ab:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.233715:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.233717:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233721:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944a8400/0x87a91e5006099cff lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233755:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233760:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233764:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233767:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db36200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.233769:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233776:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233782:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671657.233784:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.233786:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.233789:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db36200/0x87a91e5006099cf1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.233796:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923bca80 reply state ffff88012bd55000 transno 4294982540 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.233801:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.233848:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752126976:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 874us (1037us total) trans 4294982540 rc 0/0 00000100:00100000:3.0:1734671657.233853:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30027 00000100:00100000:3.0:1734671657.234756:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.234919:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752127232 00000100:00100000:0.0:1734671657.234925:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752127232 00000100:00100000:0.0:1734671657.234958:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30028 00000100:00100000:0.0:1734671657.234963:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934752127232:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.234994:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.235007:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e5006065243 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6eb9 expref: 576 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.235021:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957600/0x87a91e5006099cab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f790d expref: 575 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.235030:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e5006098dd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f747c expref: 574 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.235038:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500606517f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x365:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6e65 expref: 573 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.235044:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff8800a13ea000) 00010000:00010000:0.0:1734671657.235050:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.235062:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235071:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235076:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235085:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235090:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235095:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235167:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235173:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235179:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671657.235476:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].654, 64 off50112 00000040:00080000:0.0:1734671657.235494:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8113, 184 off1419240 00010000:00010000:0.0:1734671657.235532:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235603:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235611:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235615:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235620:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235627:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235632:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235639:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.235650:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235655:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235661:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff88012eeb4c00) 00010000:00010000:0.0:1734671657.235663:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.235665:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235669:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099d22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x365:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235712:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235717:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235721:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235724:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.235726:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235733:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235738:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x365:0x0].0x0 (ffff88012eeb4c00) 00010000:00010000:0.0:1734671657.235740:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.235742:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235745:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d1b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x365:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235776:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235780:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235785:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235788:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.235790:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235793:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235798:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:0.0:1734671657.235799:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.235801:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.235804:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957c00/0x87a91e5006099d0d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671657.235810:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008efa7100 reply state ffff88012b607000 transno 4294982541 ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.235815:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.235856:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12140:x1818934752127232:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 891us (1101us total) trans 4294982541 rc 0/0 00000100:00100000:0.0:1734671657.235862:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30028 00010000:00010000:3.0:1734671657.236343:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.236348:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.236351:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.236353:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b267e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.236355:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.236360:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.236366:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa2db6bf (ffff88013544d600) 00010000:00010000:3.0:1734671657.236367:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.236368:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.236371:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b267e00/0x87a91e5006099cf8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.237385:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.237391:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.237394:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.237396:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.237398:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.237401:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.237406:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x155bec67 (ffff88012eeb4e00) 00010000:00010000:3.0:1734671657.237407:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.237409:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.237411:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956e00/0x87a91e5006099d14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35e:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.240526:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.240579:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.240599:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752127488 00000100:00100000:2.0:1734671657.240608:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752127488 00000100:00100000:2.0:1734671657.240660:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30029 00000100:00100000:2.0:1734671657.240667:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752127488:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:1.0:1734671657.240702:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752127744 00000100:00100000:1.0:1734671657.240706:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752127744 00000100:00100000:1.0:1734671657.240728:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7302 00010000:00010000:2.0:1734671657.240730:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:1.0:1734671657.240733:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934752127744:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.240750:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099c2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ff expref: 573 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.240764:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e50060980dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7046 expref: 572 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.240779:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006097db7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f82 expref: 571 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.240786:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff8800910bd100) 00010000:00010000:2.0:1734671657.240792:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.240806:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240816:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240823:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240833:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240839:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240844:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.240873:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752127744:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 138us (293us total) trans 4294982542 rc 0/0 00000100:00100000:1.0:1734671657.240879:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7302 00010000:00010000:2.0:1734671657.240920:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240926:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.240932:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.241262:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].655, 64 off50176 00000040:00080000:2.0:1734671657.241282:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8114, 184 off1419424 00010000:00010000:2.0:1734671657.241319:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241326:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241331:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241336:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241341:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241345:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241350:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241354:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae70000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.241357:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241362:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241368:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff880134d29c00) 00010000:00010000:2.0:1734671657.241370:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.241372:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241375:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70000/0x87a91e5006099d3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241388:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241393:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241396:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241400:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc3800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.241402:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241405:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241410:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b7:0x0].0x0 (ffff880134d29c00) 00010000:00010000:2.0:1734671657.241411:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.241413:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241416:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3800/0x87a91e5006099d37 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241451:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241456:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241462:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241465:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.241467:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241471:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241476:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:2.0:1734671657.241477:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.241479:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.241483:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e5006099d29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.241488:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923bf800 reply state ffff88008c1ab000 transno 4294982543 ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.241494:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.241530:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752127488:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 863us (1011us total) trans 4294982543 rc 0/0 00000100:00100000:2.0:1734671657.241535:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30029 00000100:00100000:2.0:1734671657.248758:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.248766:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.248776:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.248782:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.248787:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc3000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.248790:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.248796:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.248807:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.248809:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752128000 00010000:00010000:3.0:1734671657.248810:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xa12eb2e9 (ffff880134d29800) 00010000:00010000:3.0:1734671657.248812:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.248816:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.248817:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752128000 00010000:00010000:3.0:1734671657.248820:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e5006099d30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.248825:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752128256 00000100:00100000:2.0:1734671657.248828:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752128256 00000100:00100000:0.0:1734671657.248847:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30030 00000100:00100000:0.0:1734671657.248853:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934752128000:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:2.0:1734671657.248855:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7303 00000100:00100000:2.0:1734671657.248858:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752128256:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:0.0:1734671657.248897:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.248912:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006064f1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x363:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6da1 expref: 572 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.248941:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70e00/0x87a91e5006099cdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7914 expref: 571 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.248957:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e5006098d69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7459 expref: 570 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.248967:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006064e76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x363:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6d69 expref: 569 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.248974:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff8800a13eab00) 00010000:00010000:0.0:1734671657.248979:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.248992:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249001:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249007:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249015:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249020:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249024:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.249065:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752128256:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 204us (256us total) trans 4294982544 rc 0/0 00000100:00100000:2.0:1734671657.249074:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7303 00010000:00010000:0.0:1734671657.249096:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249102:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249108:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:0.0:1734671657.249506:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].656, 64 off50240 00000040:00080000:0.0:1734671657.249524:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8115, 184 off1419608 00010000:00010000:0.0:1734671657.249562:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x363:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249569:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249578:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249584:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249588:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249591:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249595:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249599:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.249601:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249605:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249611:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff88009bfbbb00) 00010000:00010000:0.0:1734671657.249612:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.249614:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249618:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10400/0x87a91e5006099d5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x363:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249631:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249634:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249639:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249657:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.249659:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249664:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249670:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x363:0x0].0x0 (ffff88009bfbbb00) 00010000:00010000:0.0:1734671657.249672:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.249701:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249707:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099d53 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x363:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249742:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249747:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249751:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249754:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.249756:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249760:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249769:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:0.0:1734671657.249771:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.249773:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.249778:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099d45 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:0.0:1734671657.249784:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012ee43800 reply state ffff880092abc000 transno 4294982545 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.249789:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.249831:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752128000:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 977us (1079us total) trans 4294982545 rc 0/0 00000100:00100000:0.0:1734671657.249837:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30030 00000100:00100000:0.0:1734671657.250786:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.250829:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752128512 00000100:00100000:1.0:1734671657.250835:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752128512 00000100:00100000:1.0:1734671657.250860:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30031 00010000:00010000:3.0:1734671657.250864:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.250872:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.250877:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.250885:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.250888:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.250893:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.250901:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0xb0773fd (ffff88009bfbb700) 00010000:00010000:3.0:1734671657.250904:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1734671657.250905:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12139:x1818934752128512:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.250906:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.250910:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099d4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35e:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.250938:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1734671657.251048:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094420000/0x87a91e500605ee60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4cd1 expref: 569 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.251078:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099c49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7906 expref: 568 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.251088:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500605edbf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4cc3 expref: 567 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.251098:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff880093ddd100) 00010000:00010000:1.0:1734671657.251103:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.251114:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251122:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251127:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251137:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251141:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251146:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251210:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251216:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251326:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:1.0:1734671657.251627:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].657, 64 off50304 00000040:00080000:1.0:1734671657.251656:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8116, 184 off1419792 00010000:00010000:1.0:1734671657.251728:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251736:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251741:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251746:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251750:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251754:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251758:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251762:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.251764:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251768:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251774:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff88009bece800) 00010000:00010000:1.0:1734671657.251776:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.251778:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251782:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e5006099d76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251797:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251802:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251806:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251809:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.251811:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251815:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251819:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f9:0x0].0x0 (ffff88009bece800) 00010000:00010000:1.0:1734671657.251821:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.251823:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251827:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099d6f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251858:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251863:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251867:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251870:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.251872:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251880:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251887:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671657.251892:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.251895:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.251899:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099d61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671657.251905:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923bea00 reply state ffff880134f4c000 transno 4294982546 ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.251910:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.251962:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752128512:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1057us (1178us total) trans 4294982546 rc 0/0 00000100:00100000:1.0:1734671657.251967:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30031 00010000:00010000:3.0:1734671657.253401:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.253412:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.253417:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.253422:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.253424:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.253429:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.253437:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0xec7107a9 (ffff88009bece200) 00010000:00010000:3.0:1734671657.253440:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.253443:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.253448:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e5006099d68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.254983:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.255035:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.255163:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752128768 00000100:00100000:1.0:1734671657.255170:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752128768 00000100:00100000:2.0:1734671657.255195:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752128896 00000100:00100000:2.0:1734671657.255199:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752128896 00000100:00100000:1.0:1734671657.255216:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30032 00000100:00100000:2.0:1734671657.255220:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7304 00000100:00100000:1.0:1734671657.255223:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752128768:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:2.0:1734671657.255225:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c66c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752128896:12345-192.168.204.51@tcp:37:dbench.0 00010000:00010000:1.0:1734671657.255263:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671657.255280:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e5006097a5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e39 expref: 568 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.255293:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b0:0x0].0x0 (ffff88009b0dcb00) 00010000:00010000:1.0:1734671657.255298:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.255309:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255319:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255326:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255335:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255340:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255345:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255425:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255430:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255435:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:1.0:1734671657.255807:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].651, 64 off49920 00000040:00080000:1.0:1734671657.255827:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8117, 184 off1419976 00010000:00010000:1.0:1734671657.255873:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255880:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255886:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255895:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255899:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255903:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255908:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255913:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.255915:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255920:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255926:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b0:0x0].0x0 (ffff88009bece700) 00010000:00010000:1.0:1734671657.255929:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.255931:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255934:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e5006099d92 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255950:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255955:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255958:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255962:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.255964:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255968:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255973:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b0:0x0].0x0 (ffff88009bece700) 00010000:00010000:1.0:1734671657.255975:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.255977:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.255981:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099d8b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256015:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256020:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256025:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256029:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.256031:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256035:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256041:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671657.256043:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.256046:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.256050:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899600/0x87a91e5006099d7d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671657.256058:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923bf100 reply state ffff880134f49000 transno 4294982547 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.256063:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.256112:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752128768:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 889us (1133us total) trans 4294982547 rc 0/0 00000100:00100000:1.0:1734671657.256118:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30032 00010000:00010000:3.0:1734671657.258069:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.258079:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.258084:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.258088:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226c400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.258091:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.258097:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.258107:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x132db6bf (ffff88009becef00) 00010000:00010000:3.0:1734671657.258110:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.258112:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.258115:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226c400/0x87a91e5006099d84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.259419:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c66c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752128896:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4187us (4377us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.259427:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7304 00000100:00100000:0.0:1734671657.259828:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.260020:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752129152 00000100:00100000:3.0:1734671657.260026:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752129152 00000100:00100000:3.0:1734671657.260059:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30033 00000100:00100000:3.0:1734671657.260064:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752129152:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.260104:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.260121:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e5006097c8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6efd expref: 567 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.260133:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b4:0x0].0x0 (ffff880134fe4700) 00010000:00010000:3.0:1734671657.260138:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.260152:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260162:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260168:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260178:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260183:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260188:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260261:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260266:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260270:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.260855:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].652, 64 off49984 00000040:00080000:3.0:1734671657.260872:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8118, 184 off1420160 00010000:00010000:3.0:1734671657.260913:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260919:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260924:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260929:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260933:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260938:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260942:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260947:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.260950:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260956:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260962:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b4:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.260964:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.260967:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260972:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099dae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.260988:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261067:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261072:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261077:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.261079:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261084:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261090:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b4:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.261092:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.261094:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261099:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389e000/0x87a91e5006099da7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261133:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261137:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261141:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261145:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.261147:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261151:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261156:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671657.261158:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.261160:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.261164:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f800/0x87a91e5006099d99 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.261170:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923be300 reply state ffff8800928b9000 transno 4294982548 ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.261175:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.261802:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752129152:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1734us (1972us total) trans 4294982548 rc 0/0 00000100:00100000:3.0:1734671657.261809:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30033 00000100:00100000:0.0:1734671657.267616:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.267718:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752129280 00000100:00100000:3.0:1734671657.267725:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752129280 00000100:00100000:3.0:1734671657.267764:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30034 00000100:00100000:3.0:1734671657.267771:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752129280:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.267786:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.267800:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099db5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f791b expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.267850:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267861:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267870:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267880:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267886:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267891:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267967:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267973:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.267978:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671657.268000:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x347:0x0]: returning size 260096 00000004:00200000:3.0:1734671657.268004:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671657.268014:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268021:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268026:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268032:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268036:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268040:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b0b9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.268042:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268047:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268056:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.268058:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.268062:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268066:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b9800/0x87a91e5006099dbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268076:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268080:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268084:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268087:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.268089:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268093:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268098:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xa1380d88 (ffff88013544df00) 00010000:00010000:3.0:1734671657.268100:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.268101:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268105:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31c00/0x87a91e5006099dc3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.268124:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379600/0x87a91e5006099db5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f791b expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.268133:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f791b expref: 569 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.268139:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88008f277e00) 00010000:00010000:3.0:1734671657.268141:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671657.268143:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc30c00, rc 0) 00000100:00100000:3.0:1734671657.268189:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752129280:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 418us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.268195:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30034 00010000:00010000:2.0:1734671657.268247:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.268253:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.268258:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.268320:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d20000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.268322:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.268328:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.268335:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x1c2db6bf (ffff88013544d600) 00010000:00010000:2.0:1734671657.268337:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.268339:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.268344:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d20000/0x87a91e5006099da0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f7:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.271713:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.271794:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.271843:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752129408 00000100:00100000:2.0:1734671657.271843:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752129536 00000100:00100000:2.0:1734671657.271850:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752129536 00000100:00100000:3.0:1734671657.271851:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752129408 00000100:00100000:3.0:1734671657.271893:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2942 00000100:00100000:3.0:1734671657.271900:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:1965:x1818934752129408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671657.271909:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7305 00010000:00010000:3.0:1734671657.271914:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671657.271914:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12139:x1818934752129536:12345-192.168.204.51@tcp:37:dbench.0 00010000:00010000:3.0:1734671657.271931:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30c00/0x87a91e5006099dca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f791b expref: 569 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.271955:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88008f277e00) 00010000:00010000:3.0:1734671657.271960:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.272388:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:1965:x1818934752129408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 486us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.272394:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2942 00000100:00100000:0.0:1734671657.272508:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.272509:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.272868:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752129664 00000100:00100000:2.0:1734671657.272872:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752129664 00000100:00100000:2.0:1734671657.272901:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 34 00000100:00100000:2.0:1734671657.272906:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:1967:x1818934752129664:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1734671657.272924:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.272935:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099dd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7922 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.272965:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.272975:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.272982:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.272992:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.272997:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273001:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273068:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x336:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273079:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273085:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.273099:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x336:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.273102:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.273114:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273121:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273127:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273131:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273137:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273142:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.273145:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273150:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273158:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.273161:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.273163:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273168:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d200/0x87a91e5006099dd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273176:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273181:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273185:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273189:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230d600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.273191:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273195:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273201:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x862169a0 (ffff880134d29300) 00010000:00010000:2.0:1734671657.273203:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.273205:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273209:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d600/0x87a91e5006099ddf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273228:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d000/0x87a91e5006099dd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7922 expref: 571 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.273237:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7922 expref: 570 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.273246:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x336:0x0].0x0 (ffff880134d29d00) 00010000:00010000:2.0:1734671657.273247:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.273249:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009230d400, rc 0) 00010000:00010000:2.0:1734671657.273252:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.273257:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfea00/0x87a91e5006099ded lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7929 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.273277:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273283:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273288:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273474:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273480:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273580:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273630:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273637:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273656:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.273667:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34d:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.273670:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.273697:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273703:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273708:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273713:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273717:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273721:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cfe800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.273723:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273732:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273738:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.273740:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.273742:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273746:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe800/0x87a91e5006099df4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273753:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273758:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273762:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273765:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.273767:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273770:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273775:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x9b856f73 (ffff880134d29800) 00010000:00010000:2.0:1734671657.273777:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.273778:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273782:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1600/0x87a91e5006099dfb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273797:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfea00/0x87a91e5006099ded lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7929 expref: 572 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.273805:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7929 expref: 571 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.273810:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:2.0:1734671657.273812:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.273813:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361e1a00, rc 0) 00010000:00010000:2.0:1734671657.273816:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.273821:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006099e09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7930 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.273836:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273841:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273847:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273855:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273859:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273864:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273917:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x359:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273923:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x359:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273928:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x359:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.273938:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x359:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.273940:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.273945:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x359:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273950:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x359:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273955:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273959:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273963:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273967:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.273969:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273974:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273979:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.273980:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.273982:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273986:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1200/0x87a91e5006099e10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273993:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.273998:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274002:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274005:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274007:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274012:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274016:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x86398c8e (ffff880134d29f00) 00010000:00010000:2.0:1734671657.274018:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274020:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274024:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0200/0x87a91e5006099e17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274039:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e0800/0x87a91e5006099e09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7930 expref: 573 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274047:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x359:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7930 expref: 572 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274051:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x359:0x0].0x0 (ffff880134d9d500) 00010000:00010000:2.0:1734671657.274053:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.274055:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136284c00, rc 0) 00010000:00010000:2.0:1734671657.274057:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.274063:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e5006099e25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7937 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274077:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274083:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274090:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274098:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274103:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274108:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274150:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274157:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274162:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.274171:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x339:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.274174:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.274180:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274185:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274189:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274193:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274201:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274204:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274206:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274211:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274216:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.274218:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274220:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274224:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e5006099e2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274231:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274236:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274240:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274244:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274246:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274250:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274256:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x862169a1 (ffff880134d29c00) 00010000:00010000:2.0:1734671657.274258:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274260:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274264:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e5006099e33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274279:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e5006099e25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7937 expref: 574 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274288:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7937 expref: 573 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274292:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x339:0x0].0x0 (ffff88008ef6f800) 00010000:00010000:2.0:1734671657.274294:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.274296:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919b6000, rc 0) 00010000:00010000:2.0:1734671657.274299:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.274303:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006099e41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f793e expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274317:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274323:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274328:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274337:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274343:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274348:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274389:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274396:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274401:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.274411:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33d:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.274413:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.274418:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274424:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274428:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274433:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274437:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274440:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b7e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274443:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274448:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274453:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.274455:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274457:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274461:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099e48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274468:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274472:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274476:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274479:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274481:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274485:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274489:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x554f0788 (ffff880093564b00) 00010000:00010000:2.0:1734671657.274491:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274492:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274496:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6a00/0x87a91e5006099e4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274513:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6e00/0x87a91e5006099e41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f793e expref: 575 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274521:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f793e expref: 574 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274525:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:2.0:1734671657.274527:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.274528:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec9b000, rc 0) 00010000:00010000:2.0:1734671657.274531:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.274535:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099e5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7945 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274548:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274553:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274558:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274565:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274569:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274574:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274617:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274623:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274629:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.274638:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x585:0x0]: returning size 543 00000004:00200000:2.0:1734671657.274652:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.274658:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274664:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274669:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274673:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274695:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274699:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274702:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274706:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274712:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.274715:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274717:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274721:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099e64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274728:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274732:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274737:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274740:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.274742:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274747:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274751:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x86397a9e (ffff880093564d00) 00010000:00010000:2.0:1734671657.274753:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.274754:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274758:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099e6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.274773:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099e5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7945 expref: 576 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274785:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7945 expref: 575 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.274789:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff880099fbc900) 00010000:00010000:2.0:1734671657.274791:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.274792:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec9a200, rc 0) 00000100:00100000:2.0:1734671657.274849:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:1967:x1818934752129664:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 1941us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.274856:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 34 00000100:00100000:2.0:1734671657.274878:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752129920 00000100:00100000:2.0:1734671657.274882:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752129920 00000100:00100000:2.0:1734671657.275771:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7306 00000100:00100000:2.0:1734671657.275777:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:12140:x1818934752129920:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.275905:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12140:x1818934752129920:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 126us (3396us total) trans 4294982549 rc 0/0 00000100:00100000:2.0:1734671657.275911:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7306 00000100:00100000:2.0:1734671657.276513:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752129536:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4597us (4718us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.276519:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7305 00000100:00100000:0.0:1734671657.280756:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.280836:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752130304 00000100:00100000:3.0:1734671657.280843:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752130304 00000100:00100000:3.0:1734671657.280887:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30035 00000100:00100000:3.0:1734671657.280893:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12140:x1818934752130304:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.280937:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.280956:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e50060634ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x347:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6494 expref: 574 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.280974:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436c00/0x87a91e5006095960 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63c7 expref: 573 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.280984:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9fa00/0x87a91e500606349f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x347:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e648d expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.280993:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88008f277e00) 00010000:00010000:3.0:1734671657.281005:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2a00/0x87a91e5006099b00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78b2 expref: 571 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.281015:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.281018:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.281032:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281041:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281048:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281058:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281063:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281067:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281153:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x347:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281160:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281165:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.281527:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].658, 64 off50368 00000040:00080000:3.0:1734671657.281548:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8119, 184 off1420344 00010000:00010000:3.0:1734671657.281594:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x347:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281602:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281608:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281613:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281617:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281622:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281627:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281632:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.281635:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281651:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281659:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88013544d600) 00010000:00010000:3.0:1734671657.281661:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.281664:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281669:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa600/0x87a91e5006099e8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x347:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281718:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281723:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281727:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281731:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.281733:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281738:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281743:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x347:0x0].0x0 (ffff88013544d600) 00010000:00010000:3.0:1734671657.281745:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.281747:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281751:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31400/0x87a91e5006099e87 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x347:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281784:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281788:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281792:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281795:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.281797:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281805:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281810:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.281812:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.281814:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.281817:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30800/0x87a91e5006099e79 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.281824:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008df6ea00 reply state ffff880093109000 transno 4294982550 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.281829:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.281878:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934752130304:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 984us (1128us total) trans 4294982550 rc 0/0 00000100:00100000:3.0:1734671657.281884:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30035 00000100:00100000:2.0:1734671657.282413:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.282636:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752130048 00000100:00100000:0.0:1734671657.282648:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752130048 00000100:00100000:0.0:1734671657.282668:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30036 00000100:00100000:0.0:1734671657.282673:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752130048:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671657.282701:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.282709:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099e95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f794c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.282741:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282749:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282756:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282765:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282771:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282776:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282827:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282833:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282838:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:0.0:1734671657.282859:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f1:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.282862:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.282872:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282880:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282970:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282975:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282978:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282982:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.282984:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282989:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.282995:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:0.0:1734671657.282997:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.283000:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283005:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099e9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283017:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283021:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283024:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283028:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.283030:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283034:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283038:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x37eb7f65 (ffff880134d9dc00) 00010000:00010000:0.0:1734671657.283040:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.283041:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283044:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099ea3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.283062:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e5006099e95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f794c expref: 574 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.283071:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f794c expref: 573 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.283077:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f1:0x0].0x0 (ffff880094b81f00) 00010000:00010000:0.0:1734671657.283079:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.283081:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11a00, rc 0) 00000100:00100000:1.0:1734671657.283345:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12139:x1818934752130048:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 669us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.283351:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30036 00010000:00010000:3.0:1734671657.284198:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.284206:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.284210:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.284213:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.284215:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.284220:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.284228:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xa1380d88 (ffff88013544df00) 00010000:00010000:3.0:1734671657.284230:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.284232:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.284237:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30000/0x87a91e5006099e80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.285860:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.286214:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752130688 00000100:00100000:3.0:1734671657.286222:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752130688 00000100:00100000:3.0:1734671657.286264:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7307 00000100:00100000:3.0:1734671657.286270:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934752130688:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.286500:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934752130688:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 228us (646us total) trans 4294982551 rc 0/0 00000100:00100000:3.0:1734671657.286507:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7307 00000100:00100000:0.0:1734671657.286755:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.286785:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.286791:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752130432 00000100:00100000:2.0:1734671657.286795:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752130432 00000100:00100000:2.0:1734671657.286816:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 35 00000100:00100000:2.0:1734671657.286821:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:1967:x1818934752130432:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1734671657.286838:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.286850:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006099eb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7953 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.286881:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.286892:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.286901:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.286912:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.286918:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.286922:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:0.0:1734671657.286926:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752130816 00000100:00100000:0.0:1734671657.286931:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752130816 00000100:00100000:0.0:1734671657.286955:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2943 00000100:00100000:0.0:1734671657.286959:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+575:1964:x1818934752130816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671657.286966:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671657.286978:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099eaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f794c expref: 575 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.286988:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f1:0x0].0x0 (ffff880094b81f00) 00010000:00010000:2.0:1734671657.286991:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x335:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.286991:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.286998:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287004:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.287017:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x335:0x0]: returning size 260096 00000100:00100000:0.0:1734671657.287019:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:1964:x1818934752130816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 58us (233us total) trans 0 rc 0/0 00000004:00200000:2.0:1734671657.287020:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1734671657.287023:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2943 00000004:00010000:2.0:1734671657.287030:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287037:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287043:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287048:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287053:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287058:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.287060:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287066:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287072:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.287074:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.287077:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287081:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b200/0x87a91e5006099eb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287092:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287096:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287101:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287104:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.287107:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287111:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287117:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x85ed9198 (ffff880093564e00) 00010000:00010000:2.0:1734671657.287118:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.287120:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287125:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a600/0x87a91e5006099ebf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287142:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a000/0x87a91e5006099eb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7953 expref: 574 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.287151:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7953 expref: 573 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.287157:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x335:0x0].0x0 (ffff88008ee5e400) 00010000:00010000:2.0:1734671657.287158:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.287160:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec9b800, rc 0) 00010000:00010000:2.0:1734671657.287163:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.287168:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099ecd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f795a expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.287183:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287188:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287196:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287206:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287210:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287214:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287255:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x357:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287261:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287266:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.287276:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x357:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.287278:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.287284:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287289:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287294:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287298:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287307:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287311:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.287313:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287317:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287322:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.287323:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.287325:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287329:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a800/0x87a91e5006099ed4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287336:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287340:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287344:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287348:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf5200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.287350:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287354:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287359:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xa149fd88 (ffff880093564d00) 00010000:00010000:2.0:1734671657.287361:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.287363:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287367:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5200/0x87a91e5006099edb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287382:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a400/0x87a91e5006099ecd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f795a expref: 575 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.287389:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f795a expref: 574 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.287394:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff88008ef42b00) 00010000:00010000:2.0:1734671657.287396:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.287398:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091bf4e00, rc 0) 00010000:00010000:2.0:1734671657.287400:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.287404:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4800/0x87a91e5006099ee9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7961 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.287414:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.287418:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287423:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287427:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287434:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287439:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287443:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:0.0:1734671657.287452:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.287480:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287487:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287492:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.287501:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x343:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.287503:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.287508:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287514:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287518:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287523:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287527:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287530:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf4000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.287533:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287537:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287543:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.287544:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1734671657.287547:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752131072 00010000:00010000:2.0:1734671657.287547:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.287551:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752131072 00010000:00010000:2.0:1734671657.287551:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4000/0x87a91e5006099ef0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287558:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287562:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287565:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.287567:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7308 00010000:00010000:2.0:1734671657.287569:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf5c00 already unused, calling callback (ffffffffa1342960) 00000100:00100000:3.0:1734671657.287571:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752131072:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.287571:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287575:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287580:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x863e0f88 (ffff880093564b00) 00010000:00010000:2.0:1734671657.287582:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.287583:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.287587:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5c00/0x87a91e5006099ef7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.287908:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12139:x1818934752131072:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 198us (357us total) trans 4294982552 rc 0/0 00000100:00100000:3.0:1734671657.287915:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7308 00000100:00100000:3.0:1734671657.287930:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752131200 00000100:00100000:3.0:1734671657.287933:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752131200 00000100:00100000:3.0:1734671657.287947:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30037 00000100:00100000:3.0:1734671657.287951:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12268:x1818934752131200:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:3.0:1734671657.287959:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.287966:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7992 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.287981:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 579 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.287989:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 579 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.287995:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:3.0:1734671657.287997:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.287999:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919b7e00, rc 0) 00000100:00100000:3.0:1734671657.288016:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+579:12268:x1818934752131200:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 64us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.288021:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30037 00010000:00010000:2.0:1734671657.290185:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4800/0x87a91e5006099ee9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7961 expref: 578 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290208:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7961 expref: 577 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290215:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:2.0:1734671657.290217:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.290220:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091bf5600, rc 0) 00010000:00010000:2.0:1734671657.290227:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.290237:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006099f0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7968 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290268:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290276:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290284:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290295:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290300:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290305:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290378:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290385:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290390:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.290404:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x345:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.290407:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.290416:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290422:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290428:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290432:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290437:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290441:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372cc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.290444:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290449:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290455:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.290457:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.290460:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290464:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372cc00/0x87a91e5006099f13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290470:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290474:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290478:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290481:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372c800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.290483:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290486:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290490:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x863e1088 (ffff880093564c00) 00010000:00010000:2.0:1734671657.290492:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.290493:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290497:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c800/0x87a91e5006099f1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290513:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c400/0x87a91e5006099f0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7968 expref: 579 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290523:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7968 expref: 578 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290528:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:2.0:1734671657.290529:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.290531:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009372c200, rc 0) 00010000:00010000:2.0:1734671657.290533:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.290537:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c000/0x87a91e5006099f28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f796f expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290549:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290553:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290558:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290566:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290570:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290575:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290611:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x593:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290616:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290622:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.290629:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x593:0x0]: returning size 4096 00000004:00200000:2.0:1734671657.290631:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.290636:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290667:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290672:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290704:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290709:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290712:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372ca00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.290715:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290719:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290725:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.290727:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.290729:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290733:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ca00/0x87a91e5006099f2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290740:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290745:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290749:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290753:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372de00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.290755:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290763:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290769:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xc88ea4fb (ffff88012e95aa00) 00010000:00010000:2.0:1734671657.290771:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.290773:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290777:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372de00/0x87a91e5006099f36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290793:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c000/0x87a91e5006099f28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f796f expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290801:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f796f expref: 579 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290805:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x593:0x0].0x0 (ffff880092964d00) 00010000:00010000:2.0:1734671657.290807:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.290809:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129d4fa00, rc 0) 00010000:00010000:2.0:1734671657.290812:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.290816:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006099f44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7976 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.290831:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290837:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290842:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290851:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290856:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290860:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290896:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x355:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290903:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290908:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.290916:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x355:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.290918:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.290923:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290927:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290932:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290936:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290940:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290944:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d4f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.290945:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290949:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290954:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.290955:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.290956:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.290960:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f200/0x87a91e5006099f4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:0.0:1734671657.291950:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.292012:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.292164:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752131456 00000100:00100000:1.0:1734671657.292171:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752131456 00000100:00100000:1.0:1734671657.292207:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30038 00000100:00100000:1.0:1734671657.292213:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:12140:x1818934752131456:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.292246:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.292260:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372d600/0x87a91e5006062adc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x336:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e616f expref: 581 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.292277:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d400/0x87a91e5006099de6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7922 expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.292286:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e5006094302 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x336:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c50 expref: 579 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.292299:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e5006062ace lrc: 0/0,0 mode: --/PR res: [0x200000401:0x336:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6168 expref: 578 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.292305:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x336:0x0].0x0 (ffff880134d29d00) 00010000:00010000:1.0:1734671657.292312:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.292320:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292328:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292334:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292343:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292348:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292353:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292408:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x336:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292414:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.292419:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.292419:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.292497:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752131584 00000100:00100000:3.0:1734671657.292501:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752131584 00000100:00100000:3.0:1734671657.292528:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7309 00000100:00100000:3.0:1734671657.292533:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12268:x1818934752131584:12345-192.168.204.51@tcp:37:ll_sa.0 00010000:00010000:2.0:1734671657.294189:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294196:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294204:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294209:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba1be00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294212:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294217:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294227:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x554d0b88 (ffff880099fbc000) 00010000:00010000:2.0:1734671657.294229:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294233:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294237:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1be00/0x87a91e5006099f52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294265:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f400/0x87a91e5006099f44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7976 expref: 579 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294275:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7976 expref: 578 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294281:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x355:0x0].0x0 (ffff8800a8f11100) 00010000:00010000:2.0:1734671657.294282:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.294284:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba1a000, rc 0) 00010000:00010000:2.0:1734671657.294290:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.294297:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1bc00/0x87a91e5006099f75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f797d expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294325:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294334:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294340:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294349:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294354:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294358:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294410:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294417:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294422:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.294434:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34f:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.294437:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.294447:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294453:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294458:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294463:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294468:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294472:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba1b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294474:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294478:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294484:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.294486:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294488:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294492:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1b600/0x87a91e5006099f7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294499:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294503:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294507:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294510:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944afc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294512:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294516:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294520:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xe385a24b (ffff880099fbcb00) 00010000:00010000:2.0:1734671657.294522:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294524:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294527:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x87a91e5006099f83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294543:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1bc00/0x87a91e5006099f75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f797d expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294550:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f797d expref: 579 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294555:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88009bece000) 00010000:00010000:2.0:1734671657.294557:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.294558:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914a1800, rc 0) 00010000:00010000:2.0:1734671657.294561:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.294566:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0c00/0x87a91e5006099f91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7984 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294580:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294586:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294594:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294603:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294608:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294612:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294656:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294662:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294666:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.294688:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34b:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.294690:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.294696:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294701:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294705:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294709:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294717:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294720:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800914a0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294722:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294726:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294731:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.294732:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294734:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294737:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0400/0x87a91e5006099f98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294743:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294747:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294751:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294755:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e5000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294756:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294760:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294764:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x2f856f5d (ffff880099fbc600) 00010000:00010000:2.0:1734671657.294766:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294768:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294771:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5000/0x87a91e5006099f9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294783:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0c00/0x87a91e5006099f91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7984 expref: 581 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294790:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7984 expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294794:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:2.0:1734671657.294796:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.294797:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801361e4e00, rc 0) 00010000:00010000:2.0:1734671657.294799:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.294803:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006099fad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f798b expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.294816:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294821:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294825:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294833:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294838:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294842:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294878:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294883:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294888:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.294897:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33b:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.294899:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.294905:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294910:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294914:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294917:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294921:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294924:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e4200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294926:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294930:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294935:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.294937:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294939:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294942:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4200/0x87a91e5006099fb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294949:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294953:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294958:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294961:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.294963:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294967:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294973:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x5538fb88 (ffff880099fbc200) 00010000:00010000:2.0:1734671657.294974:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.294976:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294980:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e5006099fbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.294995:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5600/0x87a91e5006099fad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f798b expref: 582 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.295002:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f798b expref: 581 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.295007:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33b:0x0].0x0 (ffff88008ee5e800) 00010000:00010000:2.0:1734671657.295012:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.295014:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008dfaf600, rc 0) 00000100:00100000:2.0:1734671657.295066:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:1967:x1818934752130432:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 8242us (8310us total) trans 0 rc 0/0 00000040:00080000:1.0:1734671657.295068:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].659, 64 off50432 00000100:00100000:2.0:1734671657.295073:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 35 00000040:00080000:1.0:1734671657.295088:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8120, 184 off1420528 00000100:00100000:2.0:1734671657.295110:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752131840 00000100:00100000:2.0:1734671657.295114:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752131840 00000100:00100000:2.0:1734671657.295131:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30039 00000100:00100000:2.0:1734671657.295135:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12139:x1818934752131840:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.295148:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x336:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295155:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.295155:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295161:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295164:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89cc00/0x87a91e500605e61e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4a54 expref: 582 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.295167:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295171:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295173:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca000/0x87a91e500608d47c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f37c8 expref: 581 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.295176:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295180:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295182:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89c800/0x87a91e500605e599 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4a23 expref: 580 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.295184:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.295187:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295188:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f1:0x0].0x0 (ffff880094b81f00) 00010000:00010000:1.0:1734671657.295191:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295195:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17c00/0x87a91e5006099a04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7873 expref: 579 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.295197:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x336:0x0].0x0 (ffff88009bece700) 00010000:00010000:1.0:1734671657.295200:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.295201:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:1.0:1734671657.295202:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295203:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.295206:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899a00/0x87a91e5006099fc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x336:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295209:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.295216:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 578 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.295222:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.295224:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295228:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295232:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295239:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.295242:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.295246:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 578 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.295246:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295254:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x336:0x0].0x0 (ffff88009bece700) 00010000:00010000:2.0:1734671657.295256:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 578 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1734671657.295258:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.295260:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.295266:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee40700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752212864:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671657.295267:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899800/0x87a91e5006099f6e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x336:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.295307:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800942cce40 going to sleep for 11 seconds 00010000:00010000:1.0:1734671657.295717:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295726:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295730:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295734:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099898000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.295740:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295744:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295754:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671657.295757:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.295759:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.295763:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099898000/0x87a91e5006099f60 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671657.295773:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800997f7480 reply state ffff880134f4d000 transno 4294982553 ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.295778:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.296013:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+580:12140:x1818934752131456:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3798us (4064us total) trans 4294982553 rc 0/0 00000100:00100000:1.0:1734671657.296019:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30038 00010000:00010000:2.0:1734671657.298201:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.298212:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.298217:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.298224:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099898e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.298228:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.298233:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.298243:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x862169a0 (ffff88009bece200) 00010000:00010000:2.0:1734671657.298245:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.298249:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.298253:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099898e00/0x87a91e5006099f67 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.298590:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee40700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752212864:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671657.298604:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.298865:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12268:x1818934752131584:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 6329us (6850us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.298874:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7309 00000100:00100000:0.0:1734671657.301556:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.301613:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752132096 00000100:00100000:2.0:1734671657.301620:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752132096 00000100:00100000:2.0:1734671657.301659:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7310 00000100:00100000:2.0:1734671657.301666:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12140:x1818934752132096:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.301966:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12140:x1818934752132096:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 300us (415us total) trans 4294982554 rc 0/0 00000100:00100000:2.0:1734671657.301973:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7310 00000100:00100000:2.0:1734671657.304039:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.304890:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752132224 00000100:00100000:0.0:1734671657.304898:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752132224 00000100:00100000:0.0:1734671657.304943:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 36 00000100:00100000:0.0:1734671657.304949:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db8a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:1967:x1818934752132224:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.304982:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.304995:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099fd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7999 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.305030:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305040:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305048:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305058:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305062:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305067:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305145:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x351:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305151:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305155:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.305166:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x351:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.305169:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.305179:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305186:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305191:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305195:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305203:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305208:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.305211:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305216:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305224:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.305226:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.305229:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.305233:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e5006099fde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.306743:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671657.306896:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.306903:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.306907:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.306912:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.306915:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.306920:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.306930:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xec85a24b (ffff880134d9dc00) 00010000:00010000:0.0:1734671657.306932:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.306935:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.306939:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e5006099fe5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:1.0:1734671657.307024:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752132352 00000100:00100000:1.0:1734671657.307029:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752132352 00000100:00100000:1.0:1734671657.307060:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 37 00000100:00100000:1.0:1734671657.307065:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:1965:x1818934752132352:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.307346:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e5006099fd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7999 expref: 581 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.307359:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7999 expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.307364:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x351:0x0].0x0 (ffff88009becee00) 00010000:00010000:0.0:1734671657.307366:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.307368:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10600, rc 0) 00010000:00010000:0.0:1734671657.307373:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.307381:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009372d600/0x87a91e5006099ff3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79a0 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.307405:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307414:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307420:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307430:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307435:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307440:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307509:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307516:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307522:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.307534:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x341:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.307537:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.307546:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307552:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307556:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307561:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307565:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307569:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.307571:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307576:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307582:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.307583:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.307585:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307589:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918e00/0x87a91e5006099ffa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307595:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307598:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307602:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307605:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092918600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.307607:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307611:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307615:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x853e1088 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.307617:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.307618:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307623:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092918600/0x87a91e500609a001 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.307637:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372d600/0x87a91e5006099ff3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79a0 expref: 582 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.307788:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.307797:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e500609a00f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79bc expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.307817:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307827:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307833:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307842:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307847:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307852:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307907:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307914:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307919:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.307928:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x57c:0x0]: returning size 14984 00000004:00200000:1.0:1734671657.307930:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.307936:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307941:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307946:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307954:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307958:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307961:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.307964:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307968:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307973:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:1.0:1734671657.307975:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.307978:0:22277:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.307985:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307989:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899c00/0x87a91e500609a016 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.307996:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308000:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308004:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308008:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.308011:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308015:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308020:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x4b9bf994 (ffff88009bece400) 00010000:00010000:1.0:1734671657.308022:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.308024:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308028:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a01d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308043:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099899e00/0x87a91e500609a00f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79bc expref: 584 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308051:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79bc expref: 583 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308056:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57c:0x0].0x0 (ffff880099fbc700) 00010000:00010000:1.0:1734671657.308057:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.308059:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0b8a00, rc 0) 00010000:00010000:1.0:1734671657.308062:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.308068:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a02b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79c3 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308083:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308090:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308098:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308106:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308111:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308115:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308161:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x574:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308168:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x574:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308173:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x574:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.308182:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x574:0x0]: returning size 19054 00000004:00200000:1.0:1734671657.308184:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.308190:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x574:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308196:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x574:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308201:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308204:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308212:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308216:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.308218:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308222:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308228:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:1.0:1734671657.308230:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.308232:0:22277:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.308237:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308241:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a032 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308248:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308251:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308255:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308258:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d888a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.308260:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308265:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308269:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x7fa9a95 (ffff88009bece800) 00010000:00010000:1.0:1734671657.308271:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.308272:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308276:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a039 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308290:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a02b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79c3 expref: 585 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308298:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x574:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79c3 expref: 584 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308303:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x574:0x0].0x0 (ffff88008ce43600) 00010000:00010000:1.0:1734671657.308304:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.308306:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d889a00, rc 0) 00010000:00010000:1.0:1734671657.308309:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.308315:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609a047 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79ca expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308329:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308335:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308340:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308349:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308353:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308358:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308401:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308408:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308413:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.308421:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f5:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.308423:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.308429:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308433:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308437:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308441:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308445:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308451:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d888c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.308453:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308457:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308463:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:1.0:1734671657.308464:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.308466:0:22277:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.308471:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308475:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a04e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308481:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308486:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308490:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308493:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.308495:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308499:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308505:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0xbfc2eca6 (ffff88009becef00) 00010000:00010000:1.0:1734671657.308506:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.308508:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308511:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a055 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.308526:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888e00/0x87a91e500609a047 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ca expref: 586 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308533:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ca expref: 585 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308537:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f5:0x0].0x0 (ffff88009b391f00) 00010000:00010000:1.0:1734671657.308539:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.308540:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d888400, rc 0) 00000100:00100000:1.0:1734671657.308608:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:1965:x1818934752132352:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 1541us (1868us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.308616:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 37 00000100:00100000:1.0:1734671657.308695:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.308813:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.308831:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752132736 00000100:00100000:1.0:1734671657.308835:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752132736 00000100:00100000:1.0:1734671657.308856:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30040 00000100:00100000:1.0:1734671657.308862:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+585:12140:x1818934752132736:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.308888:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.308900:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d000/0x87a91e50060639ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6662 expref: 585 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308912:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e1a00/0x87a91e5006099e02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7929 expref: 584 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308921:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17000/0x87a91e5006095ad3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6445 expref: 583 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308930:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e5006063992 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e664d expref: 582 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.308935:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4800) 00010000:00010000:1.0:1734671657.308940:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.308947:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.308953:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.308958:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.308966:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.308970:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.308974:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309022:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309032:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309037:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.309188:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752132480 00000100:00100000:3.0:1734671657.309193:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752132480 00010000:00010000:3.0:1734671657.309210:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 582 pid: 7085 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.309239:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8717 00000100:00100000:3.0:1734671657.309243:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d017450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:1966:x1818934752132480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.309250:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.309254:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 582 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.309263:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 582 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.309272:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e5006099f05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7992 expref: 582 pid: 7085 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.309282:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:3.0:1734671657.309286:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.309291:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.309294:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.309308:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.309326:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d017450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+581:1966:x1818934752132480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 82us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.309331:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8717 00000040:00080000:1.0:1734671657.309365:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].660, 64 off50496 00000040:00080000:1.0:1734671657.309384:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8121, 184 off1420712 00010000:00010000:1.0:1734671657.309431:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309438:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309443:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309448:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309453:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309457:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309462:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309466:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.309468:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309473:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309479:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4c00) 00010000:00010000:1.0:1734671657.309480:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.309483:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309487:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a078 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309501:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309505:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309509:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309513:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.309515:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309519:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309525:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34d:0x0].0x0 (ffff88012eeb4c00) 00010000:00010000:1.0:1734671657.309526:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.309528:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309532:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a071 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309564:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309569:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309573:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309576:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.309578:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309583:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309587:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671657.309589:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.309591:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.309595:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a063 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671657.309601:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc0380 reply state ffff88009b0f6000 transno 4294982555 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.309606:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.309631:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12140:x1818934752132736:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 767us (817us total) trans 4294982555 rc 0/0 00000100:00100000:1.0:1734671657.309636:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30040 00010000:00010000:0.0:1734671657.309715:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79a0 expref: 580 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.309720:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:0.0:1734671657.309722:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.309724:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008efc3000, rc 0) 00010000:00010000:0.0:1734671657.309728:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.309739:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a07f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79a7 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.309757:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309763:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309769:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309778:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309782:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309787:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309832:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309838:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309845:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.309854:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x349:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.309856:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.309863:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309869:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309873:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309877:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309881:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309885:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.309887:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309892:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309897:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.309900:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.309902:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309906:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a086 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309913:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309917:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309921:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309925:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.309927:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309931:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309936:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x55390488 (ffff880134d9d600) 00010000:00010000:0.0:1734671657.309938:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.309939:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.309943:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a08d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310782:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a07f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79a7 expref: 582 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.310798:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79a7 expref: 581 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.310803:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:0.0:1734671657.310805:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.310807:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e8aa00, rc 0) 00010000:00010000:0.0:1734671657.310811:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.310818:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a09b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79ae expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.310834:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310841:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310847:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310855:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310861:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310865:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310913:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310920:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310926:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.310935:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33f:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.310937:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.310945:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310950:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310955:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310960:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310964:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310968:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.310970:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310975:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310981:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.310983:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.310985:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310988:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a0a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.310996:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311000:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311004:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311007:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.311010:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311014:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311019:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x853e0f88 (ffff880134d9d200) 00010000:00010000:0.0:1734671657.311021:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.311023:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311027:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a0a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311042:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a09b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ae expref: 583 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.311049:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ae expref: 582 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.311053:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671657.311055:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.311057:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e8b800, rc 0) 00010000:00010000:0.0:1734671657.311060:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.311064:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a0b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79b5 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.311078:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311083:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311088:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311096:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311100:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311105:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311146:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311152:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311157:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.311166:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x353:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.311168:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.311174:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311180:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311185:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311190:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311194:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311198:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8ba00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.311200:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311205:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311211:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.311213:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.311215:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311219:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ba00/0x87a91e500609a0be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311225:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311230:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311238:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311242:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.311244:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311249:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311254:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xd185bb5c (ffff880134d9d000) 00010000:00010000:0.0:1734671657.311256:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.311258:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311262:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8a400/0x87a91e500609a0c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.311277:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a0b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79b5 expref: 584 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.311285:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79b5 expref: 583 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.311290:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:0.0:1734671657.311292:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.311294:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099788800, rc 0) 00000100:00100000:0.0:1734671657.311330:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db8a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:1967:x1818934752132224:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 6380us (7294us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.311337:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 36 00010000:00010000:2.0:1734671657.311480:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311486:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311499:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311505:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311510:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311565:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311571:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.311576:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.311972:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].661, 64 off50560 00000040:00080000:2.0:1734671657.311990:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8122, 184 off1420896 00010000:00010000:2.0:1734671657.312030:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312037:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312043:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312048:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312053:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312061:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312065:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312069:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.312071:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312076:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312082:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f1:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.312084:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.312086:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312090:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312103:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312108:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312112:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312115:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfafe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.312117:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312124:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312129:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f1:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.312131:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.312132:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312136:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a0da lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312166:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312171:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312176:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312179:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.312181:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312186:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312192:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:2.0:1734671657.312193:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.312195:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.312200:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e5006099fd0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.312208:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800997f4a80 reply state ffff88008c1aa000 transno 4294982556 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.312214:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.312515:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12139:x1818934752131840:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 17376us (20094us total) trans 4294982556 rc 0/0 00000100:00100000:2.0:1734671657.312521:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30039 00010000:00010000:2.0:1734671657.316083:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.316095:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.316101:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.316106:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfafc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.316110:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.316116:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.316128:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x37eb7f65 (ffff8800a7b91500) 00010000:00010000:2.0:1734671657.316130:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.316133:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.316138:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a0d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.316200:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.316210:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.316215:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.316219:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.316221:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.316225:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.316234:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x9b856f73 (ffff88012eeb4e00) 00010000:00010000:3.0:1734671657.316241:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.316243:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.316247:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a06a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.318559:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.318859:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752132992 00000100:00100000:2.0:1734671657.318867:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752132992 00000100:00100000:2.0:1734671657.318902:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7311 00000100:00100000:2.0:1734671657.318910:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12140:x1818934752132992:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.319094:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752132992:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 184us (541us total) trans 4294982557 rc 0/0 00000100:00100000:2.0:1734671657.319100:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7311 00000100:00100000:0.0:1734671657.322929:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.323161:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752133248 00000100:00100000:2.0:1734671657.323169:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752133248 00000100:00100000:2.0:1734671657.323210:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7312 00000100:00100000:2.0:1734671657.323216:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12139:x1818934752133248:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.323382:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12139:x1818934752133248:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 165us (459us total) trans 4294982558 rc 0/0 00000100:00100000:2.0:1734671657.323389:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7312 00000100:00100000:0.0:1734671657.323565:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.323646:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752133504 00000100:00100000:2.0:1734671657.323650:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752133504 00000100:00100000:2.0:1734671657.323706:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30041 00000100:00100000:2.0:1734671657.323711:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+584:12140:x1818934752133504:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.323735:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.323757:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1c00/0x87a91e5006064634 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x359:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6aad expref: 584 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.323773:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136284c00/0x87a91e5006099e1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x359:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7930 expref: 583 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.323791:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfad400/0x87a91e5006094d74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x359:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5fc9 expref: 582 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.323805:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093655600/0x87a91e50060645e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x359:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6a91 expref: 581 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.323813:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x359:0x0].0x0 (ffff880134d9d500) 00010000:00010000:2.0:1734671657.323822:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.323835:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323846:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323853:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323864:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323868:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323873:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323947:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x359:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323953:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.323958:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.324276:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].662, 64 off50624 00000040:00080000:2.0:1734671657.324295:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8123, 184 off1421080 00010000:00010000:2.0:1734671657.324331:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x359:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324337:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324343:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324348:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324352:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324356:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324361:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324365:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.324368:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324374:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324379:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x359:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.324382:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.324384:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 3/0,0 mode: --/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324388:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf800/0x87a91e500609a0fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x359:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324404:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324408:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324412:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324415:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.324418:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324422:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324426:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x359:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.324428:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.324430:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324434:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a0f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x359:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324466:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324472:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324476:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324479:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.324482:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324486:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324492:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.324494:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.324496:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.324500:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a0e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.324506:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800998e9180 reply state ffff88008c1ac000 transno 4294982559 ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.324511:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.324542:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+582:12140:x1818934752133504:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 829us (976us total) trans 4294982559 rc 0/0 00000100:00100000:2.0:1734671657.324547:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30041 00000100:00100000:2.0:1734671657.328169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.328212:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752133760 00000100:00100000:2.0:1734671657.328213:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.328219:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752133760 00000100:00100000:2.0:1734671657.328231:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752134016 00000100:00100000:2.0:1734671657.328234:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752134016 00010000:00010000:3.0:1734671657.328248:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.328255:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.328259:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.328262:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.328264:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.328269:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.328269:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30042 00000100:00100000:0.0:1734671657.328269:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7313 00000100:00100000:2.0:1734671657.328275:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12139:x1818934752134016:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:0.0:1734671657.328275:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+583:12140:x1818934752133760:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.328278:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x86398c8e (ffff88008b0bf100) 00010000:00010000:3.0:1734671657.328280:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.328282:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.328285:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a0ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328326:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1734671657.328341:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e5006095420 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f620e expref: 582 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.328364:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8a00/0x87a91e500609a024 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79bc expref: 581 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.328374:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8dd800/0x87a91e5006095412 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6207 expref: 580 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.328383:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609542e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x57c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6215 expref: 579 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.328394:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500608ea4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x57c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ef2 expref: 578 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.328401:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57c:0x0].0x0 (ffff880099fbc700) 00010000:00010000:2.0:1734671657.328406:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.328426:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328436:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328443:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328453:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328458:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328464:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.328536:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12140:x1818934752133760:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 260us (374us total) trans 4294982560 rc 0/0 00010000:00010000:2.0:1734671657.328538:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.328543:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7313 00010000:00010000:2.0:1734671657.328545:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.328550:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.329013:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].653, 64 off50048 00000040:00080000:2.0:1734671657.329031:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8124, 176 off1421256 00010000:00010000:2.0:1734671657.329064:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329071:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329076:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329082:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329086:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329089:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329094:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329097:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8bc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.329099:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329104:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329110:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57c:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.329112:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.329114:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329117:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8bc00/0x87a91e500609a119 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x57c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329129:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329133:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329137:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329140:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.329142:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329146:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329150:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57c:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.329151:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.329153:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329156:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b400/0x87a91e500609a112 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x57c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329187:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329192:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329196:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329199:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.329201:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329205:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329209:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:2.0:1734671657.329210:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.329212:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.329215:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf000/0x87a91e500609a104 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.329227:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b150380 reply state ffff8800942ab000 transno 4294982561 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.329232:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.329276:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+579:12139:x1818934752134016:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1000us (1062us total) trans 4294982561 rc 0/0 00000100:00100000:2.0:1734671657.329281:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30042 00010000:00010000:2.0:1734671657.330924:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.330936:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.330941:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.330946:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.330949:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.330954:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.330966:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x4b9bf994 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.330969:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.330972:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.330976:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf400/0x87a91e500609a10b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.333083:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.333131:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.333251:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752134528 00000100:00100000:1.0:1734671657.333259:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752134528 00000100:00100000:1.0:1734671657.333302:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7314 00000100:00100000:1.0:1734671657.333308:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+578:12139:x1818934752134528:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.333335:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752134272 00000100:00100000:2.0:1734671657.333339:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752134272 00000100:00100000:2.0:1734671657.333362:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30043 00000100:00100000:2.0:1734671657.333367:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+579:12140:x1818934752134272:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.333392:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.333410:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945d1c00/0x87a91e5006062b5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x339:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6199 expref: 579 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.333427:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e5006099e3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7937 expref: 578 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.333438:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33200/0x87a91e5006094380 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c7a expref: 577 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.333448:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e5006062b4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x339:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6192 expref: 576 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.333456:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x339:0x0].0x0 (ffff88008ef6f800) 00010000:00010000:2.0:1734671657.333464:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.333476:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333486:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333492:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333503:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333509:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333514:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333594:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x339:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333601:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.333609:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.333629:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+576:12139:x1818934752134528:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 320us (496us total) trans 4294982562 rc 0/0 00000100:00100000:1.0:1734671657.333635:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7314 00000040:00080000:2.0:1734671657.333956:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].663, 64 off50688 00000040:00080000:2.0:1734671657.333976:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8125, 184 off1421440 00010000:00010000:2.0:1734671657.334014:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x339:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334021:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334027:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334033:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334037:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334041:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334046:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334051:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.334053:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334059:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334066:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x339:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.334069:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.334071:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334076:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a135 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334091:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334101:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334105:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334109:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfafe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.334111:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334115:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334121:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x339:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.334123:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.334125:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334129:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafe00/0x87a91e500609a12e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334166:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334170:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334175:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334178:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.334180:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334184:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334189:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.334191:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.334193:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.334196:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b000/0x87a91e500609a120 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.334202:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800998e9500 reply state ffff88013160b000 transno 4294982563 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.334207:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.335028:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12140:x1818934752134272:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1657us (1948us total) trans 4294982563 rc 0/0 00000100:00100000:2.0:1734671657.335035:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30043 00000100:00100000:0.0:1734671657.335330:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.335398:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752134784 00000100:00100000:2.0:1734671657.335404:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752134784 00000100:00100000:2.0:1734671657.335427:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30044 00000100:00100000:2.0:1734671657.335433:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+577:12139:x1818934752134784:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.335459:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1734671657.335472:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500608ff7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x574:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45b3 expref: 577 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.335486:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a040 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x574:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79c3 expref: 576 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.335497:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3ec00/0x87a91e500608ff55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x574:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f459e expref: 575 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.335508:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500608ff94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x574:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45ba expref: 574 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.335517:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af53a00/0x87a91e500608dcef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x574:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3aa0 expref: 573 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.335525:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x574:0x0].0x0 (ffff88008ce43600) 00010000:00010000:2.0:1734671657.335531:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.335541:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335549:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335555:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335563:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335568:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335576:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335636:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x574:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335651:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.335656:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.335972:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].654, 64 off50112 00000040:00080000:2.0:1734671657.335988:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8126, 184 off1421624 00010000:00010000:2.0:1734671657.336029:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x574:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336035:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336040:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336045:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336049:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336053:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336057:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336064:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.336067:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336072:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336077:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x574:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.336079:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.336082:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336086:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609a151 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x574:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336099:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336104:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336108:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336111:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.336114:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336118:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336124:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x574:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.336125:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.336128:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336132:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2600/0x87a91e500609a14a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x574:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336161:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336166:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336170:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336174:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.336176:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336181:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336186:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:2.0:1734671657.336188:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.336190:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.336194:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b200/0x87a91e500609a13c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.336203:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a417c700 reply state ffff88012dc81000 transno 4294982564 ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.336207:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.336249:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752134784:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 815us (919us total) trans 4294982564 rc 0/0 00000100:00100000:2.0:1734671657.336255:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30044 00000100:00100000:1.0:1734671657.338155:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.338199:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752135040 00000100:00100000:0.0:1734671657.338204:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752135040 00010000:00010000:3.0:1734671657.338210:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.338217:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.338222:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.338227:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfafc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.338229:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.338231:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7315 00010000:00010000:3.0:1734671657.338235:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.338237:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752135040:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.338244:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x862169a1 (ffff88008b0bfa00) 00010000:00010000:3.0:1734671657.338246:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.338249:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.338253:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafc00/0x87a91e500609a127 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.338369:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752135040:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 132us (218us total) trans 4294982565 rc 0/0 00000100:00100000:0.0:1734671657.338375:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7315 00010000:00010000:2.0:1734671657.338763:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.338770:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.338775:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.338779:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.338781:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.338787:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.338794:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x7fa9a95 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.338796:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.338799:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.338802:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a143 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.339449:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.339482:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752135296 00000100:00100000:2.0:1734671657.339486:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752135296 00000100:00100000:2.0:1734671657.339507:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7316 00000100:00100000:2.0:1734671657.339513:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934752135296:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.339599:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12140:x1818934752135296:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 85us (152us total) trans 4294982566 rc 0/0 00000100:00100000:2.0:1734671657.339607:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7316 00000100:00100000:0.0:1734671657.340079:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.340130:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752135552 00000100:00100000:2.0:1734671657.340133:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752135552 00000100:00100000:2.0:1734671657.340151:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30045 00000100:00100000:2.0:1734671657.340156:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+574:12139:x1818934752135552:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.340187:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671657.340202:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9e000/0x87a91e500605e7e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4acb expref: 574 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.340216:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500608db05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f39f8 expref: 573 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.340226:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89ca00/0x87a91e500605e767 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4aa1 expref: 572 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.340232:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f3:0x0].0x0 (ffff88009b391900) 00010000:00010000:2.0:1734671657.340239:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.340252:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340262:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340414:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340426:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340432:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340438:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340512:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340519:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.340524:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.340673:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.340719:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752135808 00000100:00100000:0.0:1734671657.340722:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752135808 00000100:00100000:0.0:1734671657.340751:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30046 00000100:00100000:0.0:1734671657.340756:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934752135808:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.340776:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1734671657.340786:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71000/0x87a91e500609603d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x595:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6621 expref: 572 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.340798:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609600c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x595:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f660c expref: 571 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.340807:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e5006095316 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x595:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f61ba expref: 570 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.340816:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff880134c11500) 00010000:00010000:0.0:1734671657.340821:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.340828:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.340834:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.340839:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.340847:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.340851:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.340855:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.340887:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].664, 64 off50752 00010000:00010000:0.0:1734671657.340899:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x595:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.340905:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.340907:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8127, 184 off1421808 00010000:00010000:0.0:1734671657.340910:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.340944:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000040:00080000:0.0:1734671657.341113:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].665, 64 off50816 00000040:00080000:0.0:1734671657.341123:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8128, 184 off1421992 00010000:00010000:0.0:1734671657.341153:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x595:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341159:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341164:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341168:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341172:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341176:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341181:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.341216:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341222:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341227:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341231:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341236:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341240:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341247:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.341250:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341256:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341263:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f3:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.341265:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.341268:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341272:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a182 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341289:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341294:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341298:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341301:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.341304:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341308:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341313:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f3:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.341314:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.341317:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341321:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a166 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341355:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341360:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341364:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341367:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.341370:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341375:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341380:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:2.0:1734671657.341382:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.341384:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.341388:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0400/0x87a91e500609a158 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.341395:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a417f800 reply state ffff880092d7e000 transno 4294982567 ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.341400:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.341452:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752135552:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1294us (1372us total) trans 4294982567 rc 0/0 00000100:00100000:2.0:1734671657.341459:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30045 00010000:00010000:0.0:1734671657.341473:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099789800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.341476:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341482:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341489:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:0.0:1734671657.341491:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.341493:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341497:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099789800/0x87a91e500609a189 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x595:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341509:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341514:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341518:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341522:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099788a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.341524:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341528:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341533:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x595:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:0.0:1734671657.341534:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.341536:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341540:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099788a00/0x87a91e500609a17b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x595:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341623:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341629:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341634:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341637:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099788200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.341648:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341653:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341659:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.341661:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.341663:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671657.341666:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099788200/0x87a91e500609a16d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:0.0:1734671657.341672:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800997f6680 reply state ffff880092abb000 transno 4294982568 ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.341694:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.341718:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12140:x1818934752135808:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 961us (1045us total) trans 4294982568 rc 0/0 00000100:00100000:0.0:1734671657.341723:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30046 00010000:00010000:3.0:1734671657.342786:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.342796:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.342801:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.342805:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.342808:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.342812:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.342819:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x3d99db37 (ffff88008b0bf900) 00010000:00010000:3.0:1734671657.342821:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.342824:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.342828:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0200/0x87a91e500609a15f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.342879:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.342885:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.342889:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.342892:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099789600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.342894:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.342898:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.342903:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x778ea4fb (ffff88009bfbb700) 00010000:00010000:2.0:1734671657.342905:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.342907:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.342910:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099789600/0x87a91e500609a174 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.344103:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.344153:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752136064 00000100:00100000:2.0:1734671657.344160:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752136064 00000100:00100000:2.0:1734671657.344557:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7317 00000100:00100000:2.0:1734671657.344563:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+570:12140:x1818934752136064:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.344762:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12140:x1818934752136064:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 198us (663us total) trans 4294982569 rc 0/0 00000100:00100000:2.0:1734671657.344772:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7317 00000100:00100000:0.0:1734671657.345438:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.345495:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752136320 00000100:00100000:2.0:1734671657.345500:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752136320 00000100:00100000:2.0:1734671657.345529:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7318 00000100:00100000:2.0:1734671657.345534:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+571:12139:x1818934752136320:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.345619:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+572:12139:x1818934752136320:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 83us (181us total) trans 4294982570 rc 0/0 00000100:00100000:2.0:1734671657.345624:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7318 00000100:00100000:0.0:1734671657.348279:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.348326:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.348377:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752136704 00000100:00100000:3.0:1734671657.348385:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752136704 00000100:00100000:3.0:1734671657.348414:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752136832 00000100:00100000:3.0:1734671657.348416:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752136832 00000100:00100000:3.0:1734671657.348429:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30047 00000100:00100000:3.0:1734671657.348435:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12139:x1818934752136704:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.348480:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.348503:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012defd600/0x87a91e500605e919 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4b34 expref: 573 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.348536:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30048 00000100:00100000:0.0:1734671657.348542:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+573:12140:x1818934752136832:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.348560:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.348572:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e5006062e16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6287 expref: 573 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.348586:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b000/0x87a91e5006099e56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f793e expref: 572 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.348596:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091458200/0x87a91e5006095650 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62c4 expref: 571 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.348607:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e5006062dd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6272 expref: 570 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.348614:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff88008ee5e200) 00010000:00010000:0.0:1734671657.348623:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.348649:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.348661:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.348667:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.348706:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.348713:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.348719:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.348767:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a05c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ca expref: 568 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.348776:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac000/0x87a91e500608e2f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3c75 expref: 567 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.348785:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07ae00/0x87a91e500605e88d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4b03 expref: 566 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.348791:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f5:0x0].0x0 (ffff88009b391f00) 00010000:00010000:3.0:1734671657.348798:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.348801:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.348806:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.348807:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.348812:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.348813:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348818:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348826:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348830:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348835:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348889:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348895:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.348900:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:0.0:1734671657.349134:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].666, 64 off50880 00000040:00080000:0.0:1734671657.349152:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8129, 184 off1422176 00010000:00010000:0.0:1734671657.349193:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349199:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349204:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349210:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349214:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349218:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349222:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349230:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.349233:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349238:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349243:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff880134d9d200) 00010000:00010000:0.0:1734671657.349245:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.349247:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 3/0,0 mode: --/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349251:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a1ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349265:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349268:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349272:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349275:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.349278:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349281:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349286:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33d:0x0].0x0 (ffff880134d9d200) 00010000:00010000:0.0:1734671657.349287:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.349289:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349293:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a19e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x33d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349322:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349326:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349330:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349333:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099789200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.349335:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349338:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349342:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.349344:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.349345:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.349349:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099789200/0x87a91e500609a190 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671657.349354:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008ef9c380 reply state ffff880092aba000 transno 4294982571 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.349358:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.349410:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752136832:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 867us (1083us total) trans 4294982571 rc 0/0 00000100:00100000:0.0:1734671657.349416:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30048 00000040:00080000:3.0:1734671657.349492:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].655, 64 off50176 00000040:00080000:3.0:1734671657.349504:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8130, 184 off1422360 00010000:00010000:3.0:1734671657.349538:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349545:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349550:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349554:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349558:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349562:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349565:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349569:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b7e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.349571:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349575:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349581:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f5:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.349583:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.349585:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349590:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7e00/0x87a91e500609a1c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349601:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349605:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349609:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349612:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.349614:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349619:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349623:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f5:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.349625:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.349628:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349632:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a1b3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349668:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349690:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349695:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349699:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b7a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.349701:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349706:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349713:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:3.0:1734671657.349714:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.349716:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.349720:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a1a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.349727:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800998eb800 reply state ffff880093f2c000 transno 4294982572 ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.349732:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.349757:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752136704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1322us (1485us total) trans 4294982572 rc 0/0 00000100:00100000:3.0:1734671657.349763:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30047 00000100:00100000:0.0:1734671657.353703:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.353735:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752137088 00000100:00100000:1.0:1734671657.353743:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752137088 00000100:00100000:1.0:1734671657.353873:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7319 00000100:00100000:1.0:1734671657.353880:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752137088:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.353890:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.353904:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.353911:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.353916:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc29600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.353920:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.353927:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.353938:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x554f0788 (ffff880134d9d000) 00010000:00010000:3.0:1734671657.353941:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.353944:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.353949:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc29600/0x87a91e500609a197 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.354139:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.354146:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.354151:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.354154:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.354156:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.354160:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.354166:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0xbfc2eca6 (ffff88013544d600) 00010000:00010000:2.0:1734671657.354168:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.354171:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.354175:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.355170:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752137088:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1286us (1496us total) trans 4294982573 rc 0/0 00000100:00100000:1.0:1734671657.355179:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7319 00000100:00100000:0.0:1734671657.356344:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.356393:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752137216 00000100:00100000:1.0:1734671657.356399:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752137216 00000100:00100000:1.0:1734671657.357066:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7320 00000100:00100000:1.0:1734671657.357073:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752137216:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671657.357320:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.357385:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752137472 00000100:00100000:3.0:1734671657.357391:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752137472 00000100:00100000:3.0:1734671657.357412:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30049 00000100:00100000:3.0:1734671657.357417:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752137472:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.357450:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.357472:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8e00/0x87a91e5006095ae1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x589:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f644c expref: 568 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.357492:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1000/0x87a91e5006095a5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x589:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f641b expref: 567 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.357505:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e5006090751 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x589:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f483e expref: 566 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.357514:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x589:0x0].0x0 (ffff880092964400) 00010000:00010000:3.0:1734671657.357521:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.357535:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357545:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357552:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357561:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357566:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357571:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357667:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x589:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357673:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.357693:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.358022:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].667, 64 off50944 00000040:00080000:3.0:1734671657.358040:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8131, 184 off1422544 00010000:00010000:3.0:1734671657.358086:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x589:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358093:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358099:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358105:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358110:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358114:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358119:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358123:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931b8600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.358127:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358133:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358138:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x589:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.358141:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.358144:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 3/0,0 mode: --/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358148:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8600/0x87a91e500609a1dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x589:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358166:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358172:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358177:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358180:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.358183:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358187:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358193:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x589:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.358194:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.358197:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358200:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a1d6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x589:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358235:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358241:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358245:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358249:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b07a600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.358251:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358259:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358265:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.358267:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.358269:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.358273:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a600/0x87a91e500609a1c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.358280:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009378e680 reply state ffff880134c05000 transno 4294982574 ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.358285:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.358318:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752137472:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 899us (998us total) trans 4294982574 rc 0/0 00000100:00100000:3.0:1734671657.358324:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30049 00000100:00100000:1.0:1734671657.361473:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.361527:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.361537:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.361542:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.361546:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092919600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.361550:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.361556:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.361567:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x60b23c20 (ffff88013544d900) 00010000:00010000:2.0:1734671657.361570:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.361573:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.361578:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092919600/0x87a91e500609a1cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.361608:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752137728 00000100:00100000:2.0:1734671657.361614:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752137728 00000100:00100000:2.0:1734671657.361652:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7321 00000100:00100000:2.0:1734671657.361658:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c66050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752137728:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.361832:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c66050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12140:x1818934752137728:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 172us (364us total) trans 4294982575 rc 0/0 00000100:00100000:2.0:1734671657.361840:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7321 00000100:00100000:0.0:1734671657.362714:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752137216:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5637us (6372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.362721:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7320 00000100:00100000:0.0:1734671657.366904:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.366951:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.366969:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752137984 00000100:00100000:3.0:1734671657.366979:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752137984 00000100:00100000:1.0:1734671657.367001:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752138112 00000100:00100000:1.0:1734671657.367006:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752138112 00000100:00100000:3.0:1734671657.367028:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30050 00000100:00100000:3.0:1734671657.367041:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12140:x1818934752137984:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:1.0:1734671657.367042:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30051 00000100:00100000:1.0:1734671657.367047:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+567:12139:x1818934752138112:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:1.0:1734671657.367066:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.367086:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a1e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79d1 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.367096:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.367115:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e50060957df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x585:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6349 expref: 568 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.367123:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.367130:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4c00/0x87a91e50060957b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f633b expref: 567 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.367133:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367141:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367152:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367156:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.367161:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9a200/0x87a91e5006099e72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7945 expref: 566 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.367161:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.367172:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1600/0x87a91e50060943e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x585:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5ca4 expref: 565 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.367182:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.367188:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.367198:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.367205:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.367211:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.367220:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.367225:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.367230:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.367247:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x300:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367255:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x300:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367261:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x300:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:1.0:1734671657.367283:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x300:0x0]: returning size 260096 00010000:00010000:3.0:1734671657.367286:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x585:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1734671657.367287:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1734671657.367292:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.367299:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x300:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.367301:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.367306:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x300:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367312:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367320:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367325:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367330:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.367333:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367339:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367346:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.367348:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.367351:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367355:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a1eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367366:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367371:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367375:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367378:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.367380:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367387:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367392:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xba72bac9 (ffff88012eeb4e00) 00010000:00010000:1.0:1734671657.367394:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.367396:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367570:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a1f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.367594:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a1e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d1 expref: 565 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.367602:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x300:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d1 expref: 564 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.367607:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x300:0x0].0x0 (ffff88012e95a500) 00010000:00010000:1.0:1734671657.367608:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.367610:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08e000, rc 0) 00000040:00080000:3.0:1734671657.367622:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].668, 64 off51008 00000040:00080000:3.0:1734671657.367652:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8132, 184 off1422728 00000100:00100000:1.0:1734671657.367887:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752138112:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 838us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.367893:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30051 00010000:00010000:3.0:1734671657.368495:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x585:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368504:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368511:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368516:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368521:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368525:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368530:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368534:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.368537:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368542:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368548:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.368551:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.368553:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368558:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6000/0x87a91e500609a215 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x585:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368573:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368577:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368582:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368585:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.368588:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368592:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368598:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x585:0x0].0x0 (ffff88013544db00) 00010000:00010000:3.0:1734671657.368599:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.368601:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368605:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6c00/0x87a91e500609a20e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x585:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368654:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368659:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368664:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368667:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.368669:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368691:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368698:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.368700:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.368702:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.368706:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6200/0x87a91e500609a1f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.368713:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009378fb80 reply state ffff8800a4a17000 transno 4294982576 ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.368718:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.368767:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12140:x1818934752137984:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1728us (1870us total) trans 4294982576 rc 0/0 00000100:00100000:3.0:1734671657.368773:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30050 00000100:00100000:0.0:1734671657.371072:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.371107:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.371225:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752138496 00000100:00100000:2.0:1734671657.371232:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752138496 00000100:00100000:2.0:1734671657.371266:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7322 00000100:00100000:2.0:1734671657.371272:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752138496:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.371418:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12139:x1818934752138496:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 145us (350us total) trans 4294982577 rc 0/0 00000100:00100000:2.0:1734671657.371424:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7322 00010000:00010000:3.0:1734671657.371487:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.371495:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.371501:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.371506:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b7a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.371510:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.371516:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.371527:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x86397a9e (ffff88013544d600) 00010000:00010000:3.0:1734671657.371529:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.371531:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.371535:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7a00/0x87a91e500609a200 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.371591:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752138240 00000100:00100000:1.0:1734671657.371595:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752138240 00000100:00100000:1.0:1734671657.371617:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2944 00000100:00100000:1.0:1734671657.371621:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:1966:x1818934752138240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671657.371628:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671657.371651:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a207 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x300:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d1 expref: 565 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.371660:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x300:0x0].0x0 (ffff88012e95a500) 00010000:00010000:1.0:1734671657.371662:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671657.371709:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:1966:x1818934752138240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 86us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.371715:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2944 00000100:00100000:0.0:1734671657.371970:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.372012:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752138752 00000100:00100000:2.0:1734671657.372016:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752138752 00000100:00100000:2.0:1734671657.372030:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7323 00000100:00100000:2.0:1734671657.372034:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752138752:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.372193:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12140:x1818934752138752:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 156us (222us total) trans 4294982578 rc 0/0 00000100:00100000:2.0:1734671657.372199:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7323 00000100:00100000:0.0:1734671657.372552:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.372823:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752138880 00000100:00100000:3.0:1734671657.372827:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752138880 00000100:00100000:3.0:1734671657.372854:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30052 00000100:00100000:3.0:1734671657.372858:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12270:x1818934752138880:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:3.0:1734671657.372867:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.372878:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79d8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.372922:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 566 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.372932:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 566 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.373271:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:3.0:1734671657.373274:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.373277:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c28800, rc 0) 00000100:00100000:3.0:1734671657.373324:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12270:x1818934752138880:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 464us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.373329:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30052 00000100:00100000:0.0:1734671657.375395:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.375778:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752139264 00000100:00100000:2.0:1734671657.375785:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752139264 00000100:00100000:2.0:1734671657.375823:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7324 00000100:00100000:2.0:1734671657.375829:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+566:12270:x1818934752139264:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:1.0:1734671657.378223:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.378782:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.378841:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752139520 00000100:00100000:0.0:1734671657.378848:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752139520 00000100:00100000:0.0:1734671657.378887:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752139136 00000100:00100000:0.0:1734671657.378889:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752139136 00000100:00100000:0.0:1734671657.378904:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30053 00000100:00100000:0.0:1734671657.378910:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+569:12140:x1818934752139520:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.378951:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.378973:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ed600/0x87a91e50060629ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x335:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6137 expref: 569 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671657.379021:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30054 00000100:00100000:2.0:1734671657.379027:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+568:12139:x1818934752139136:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.379043:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.379053:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500605f513 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x300:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4f40 expref: 568 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.379069:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935d8c00/0x87a91e500608aa0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x300:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2afc expref: 567 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.379079:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a14400/0x87a91e500605f4aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x300:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4f16 expref: 566 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.379087:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x300:0x0].0x0 (ffff88012e95a500) 00010000:00010000:2.0:1734671657.379099:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfc7e00/0x87a91e5006099a20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f787a expref: 565 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.379105:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:2.0:1734671657.379108:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.379122:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.379132:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 564 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.379139:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.379163:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 564 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.379172:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 564 pid: 7083 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1734671657.379183:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b150a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752212992:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671657.379223:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800942cc6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734671657.379486:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b800/0x87a91e5006099ec6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7953 expref: 564 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.379502:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1200/0x87a91e500609428b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c26 expref: 563 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.379513:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1f7800/0x87a91e50060629cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x335:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6130 expref: 562 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.379520:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x335:0x0].0x0 (ffff88008ee5e400) 00010000:00010000:0.0:1734671657.379526:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.379535:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379544:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379550:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379561:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379567:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379571:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379661:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x335:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379667:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.379701:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671657.380034:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].669, 64 off51072 00000040:00080000:0.0:1734671657.380053:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8133, 184 off1422912 00010000:00010000:0.0:1734671657.380102:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x335:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380109:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380114:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380119:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380123:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380127:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380132:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380137:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d888400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.380140:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380145:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380152:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x335:0x0].0x0 (ffff880134d9d500) 00010000:00010000:0.0:1734671657.380155:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.380158:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 3/0,0 mode: --/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380162:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888400/0x87a91e500609a23f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380185:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380189:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380193:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380197:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.380199:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380203:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380208:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x335:0x0].0x0 (ffff880134d9d500) 00010000:00010000:0.0:1734671657.380210:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.380211:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380215:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a238 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380247:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380252:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380256:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380260:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d888a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.380262:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380266:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380272:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.380274:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.380276:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.380280:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a22a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671657.380287:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc3800 reply state ffff8800910a4000 transno 4294982579 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.380293:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.380346:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752139520:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1435us (2128us total) trans 4294982579 rc 0/0 00000100:00100000:0.0:1734671657.380352:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30053 00000100:00100000:2.0:1734671657.384895:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12270:x1818934752139264:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 9056us (9496us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.384908:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7324 00000100:00100000:1.0:1734671657.385095:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.385623:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b150a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752212992:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671657.385649:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.386117:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.386124:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.386129:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.386133:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.386136:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.386142:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.386154:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x85ed9198 (ffff880134d9dd00) 00010000:00010000:2.0:1734671657.386156:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.386159:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.386164:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a231 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.386195:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752139776 00000100:00100000:2.0:1734671657.386201:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752139776 00000100:00100000:2.0:1734671657.386448:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7325 00000100:00100000:2.0:1734671657.386454:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12140:x1818934752139776:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.387321:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752139776:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 863us (2224us total) trans 4294982580 rc 0/0 00000100:00100000:2.0:1734671657.387328:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7325 00000100:00100000:0.0:1734671657.394947:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.394983:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.395019:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.395054:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752140288 00000100:00100000:0.0:1734671657.395061:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752140288 00000100:00100000:0.0:1734671657.395093:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30055 00000100:00100000:0.0:1734671657.395100:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752140288:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.395141:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.395162:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4f000/0x87a91e5006064458 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x357:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6a0c expref: 561 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.395187:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4e00/0x87a91e5006099ee2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f795a expref: 560 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.395199:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc2200/0x87a91e5006095562 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x357:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6270 expref: 559 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.395212:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6600/0x87a91e50060643da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x357:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e69e2 expref: 558 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.395221:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff88008ef42b00) 00010000:00010000:0.0:1734671657.395230:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.395247:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395262:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395269:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395279:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395284:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395292:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395378:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x357:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395385:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395390:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671657.395800:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].670, 64 off51136 00000040:00080000:0.0:1734671657.395820:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8134, 184 off1423096 00010000:00010000:0.0:1734671657.395869:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x357:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395883:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395889:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395894:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395899:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395904:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395909:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395917:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b8c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.395920:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395926:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395932:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.395934:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.395937:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395942:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a25b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x357:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395961:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395965:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395970:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395974:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.395978:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395982:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395988:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x357:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.395990:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.395992:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.395996:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a254 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x357:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396037:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396042:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396047:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396051:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.396052:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396057:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396063:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.396065:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.396067:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.396071:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a246 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671657.396078:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60380 reply state ffff8800910a5000 transno 4294982581 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.396083:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.396137:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12140:x1818934752140288:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1036us (1151us total) trans 4294982581 rc 0/0 00000100:00100000:0.0:1734671657.396144:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30055 00000100:00100000:3.0:1734671657.396707:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752140032 00000100:00100000:3.0:1734671657.396712:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752140032 00010000:00010000:3.0:1734671657.396729:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 559 pid: 7083 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.396748:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8718 00000100:00100000:3.0:1734671657.396752:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:1965:x1818934752140032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.396760:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.396764:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 559 pid: 7083 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.396773:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 559 pid: 7083 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.396785:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a21c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79d8 expref: 559 pid: 7083 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.396800:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:3.0:1734671657.396805:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.396811:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.396816:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.396829:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.396845:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:1965:x1818934752140032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.396850:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8718 00000100:00100000:1.0:1734671657.396918:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752139904 00000100:00100000:1.0:1734671657.396922:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752139904 00000100:00100000:1.0:1734671657.396942:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 38 00000100:00100000:1.0:1734671657.396946:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:1964:x1818934752139904:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1734671657.396964:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.396972:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a262 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79df expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.396997:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397004:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397010:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397018:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397027:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397032:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397094:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x303:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397100:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x303:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397105:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x303:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.397116:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x303:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.397119:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.397128:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x303:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397133:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x303:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397139:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397143:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397147:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397151:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397154:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397159:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397164:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.397166:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397168:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397173:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ee00/0x87a91e500609a269 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397183:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397187:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397192:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397196:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397198:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397202:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397207:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xc734d1c8 (ffff88012eeb4500) 00010000:00010000:1.0:1734671657.397208:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397210:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397214:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a270 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397228:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a262 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79df expref: 560 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397236:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x303:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79df expref: 559 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397241:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x303:0x0].0x0 (ffff88012e95ab00) 00010000:00010000:1.0:1734671657.397243:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.397245:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08f200, rc 0) 00010000:00010000:1.0:1734671657.397248:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.397252:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609a27e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79e6 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397264:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397270:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397275:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397282:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397287:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397291:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397330:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397338:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397343:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.397350:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fe:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.397352:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.397357:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397363:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397367:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397372:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397376:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397380:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397382:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397386:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397391:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.397393:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397395:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397399:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a285 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397405:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397409:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397414:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397418:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397420:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397424:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397428:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x7b2f0bbe (ffff88012eeb4c00) 00010000:00010000:1.0:1734671657.397430:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397432:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397436:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08ec00/0x87a91e500609a28c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397447:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609a27e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79e6 expref: 561 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397458:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79e6 expref: 560 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397463:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fe:0x0].0x0 (ffff880093b06a00) 00010000:00010000:1.0:1734671657.397465:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.397467:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a97000, rc 0) 00010000:00010000:1.0:1734671657.397469:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.397472:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a29a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79ed expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397483:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397488:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397493:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397501:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397505:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397510:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397545:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397553:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397559:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.397567:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x56d:0x0]: returning size 77076 00000004:00200000:1.0:1734671657.397568:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.397573:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397578:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397583:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397587:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397591:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397595:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397597:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397601:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397606:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.397607:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397609:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397613:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609a2a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397620:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397625:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397629:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397633:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397635:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397651:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397656:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x985392a1 (ffff88012eeb4800) 00010000:00010000:1.0:1734671657.397658:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397660:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397664:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a2a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397698:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a29a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ed expref: 562 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397706:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ed expref: 561 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397711:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56d:0x0].0x0 (ffff88008ce43100) 00010000:00010000:1.0:1734671657.397714:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.397716:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be600, rc 0) 00010000:00010000:1.0:1734671657.397719:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.397723:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a2b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79f4 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397735:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397741:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397746:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397754:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397759:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397764:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397798:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x306:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397804:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x306:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397809:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x306:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.397817:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x306:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.397819:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.397824:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x306:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397829:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x306:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397834:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397838:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397843:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397846:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bfc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397849:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397853:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397858:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.397859:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397861:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397865:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a2bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397871:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397876:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397884:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397887:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.397889:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397894:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397898:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x7d62b0d (ffff88012eeb4e00) 00010000:00010000:1.0:1734671657.397900:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.397902:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397906:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a2c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397916:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a2b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79f4 expref: 563 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397923:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x306:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79f4 expref: 562 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397927:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x306:0x0].0x0 (ffff88012e95a900) 00010000:00010000:1.0:1734671657.397928:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.397930:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be400, rc 0) 00010000:00010000:1.0:1734671657.397932:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.397936:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a2d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f79fb expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.397952:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397957:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397963:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397971:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397976:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.397981:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398018:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x560:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398024:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x560:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398029:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x560:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.398036:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x560:0x0]: returning size 85026 00000004:00200000:1.0:1734671657.398038:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.398043:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x560:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398048:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x560:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398053:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398057:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398061:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398065:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.398067:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398071:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398076:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.398078:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.398080:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398083:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be200/0x87a91e500609a2d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398090:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398094:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398098:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398101:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.398104:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398108:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398112:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xa4b2186b (ffff88009bfbba00) 00010000:00010000:1.0:1734671657.398114:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.398116:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398120:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a2e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398135:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a2d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79fb expref: 564 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.398142:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x560:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79fb expref: 563 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.398146:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x560:0x0].0x0 (ffff88008cf01200) 00010000:00010000:1.0:1734671657.398148:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.398149:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12000, rc 0) 00010000:00010000:1.0:1734671657.398152:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.398157:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12600/0x87a91e500609a2ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a02 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.398169:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398174:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398182:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398191:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398195:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398200:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398242:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x305:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398250:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x305:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398255:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x305:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.398264:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x305:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.398267:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.398272:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x305:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398278:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x305:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398282:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398286:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398293:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398296:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.398298:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398302:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398307:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.398309:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.398311:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398314:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12400/0x87a91e500609a2f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398320:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398324:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398328:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398330:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.398332:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398335:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398340:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xe4a56594 (ffff88009bfbb700) 00010000:00010000:1.0:1734671657.398341:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.398343:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398346:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a2fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.398360:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12600/0x87a91e500609a2ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a02 expref: 565 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.398366:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x305:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a02 expref: 564 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.398370:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x305:0x0].0x0 (ffff880134d9d300) 00010000:00010000:1.0:1734671657.398372:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.398373:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12200, rc 0) 00000100:00100000:1.0:1734671657.398411:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:1964:x1818934752139904:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 1464us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.398417:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 38 00010000:00010000:2.0:1734671657.399186:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399193:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399206:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399212:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399218:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399277:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x300:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399283:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399289:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:2.0:1734671657.399654:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].656, 64 off50240 00000040:00080000:2.0:1734671657.399708:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8135, 176 off1423272 00010000:00010000:2.0:1734671657.399761:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x300:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399768:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399775:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399780:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399784:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399788:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399793:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399797:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.399800:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399805:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399812:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x300:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.399814:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.399817:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399821:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a318 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x300:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399847:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399852:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399857:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399861:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.399863:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399868:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399874:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x300:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.399876:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.399878:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399882:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21a00/0x87a91e500609a311 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x300:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399919:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399924:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399929:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399932:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.399934:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399938:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399947:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:2.0:1734671657.399949:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.399951:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.399956:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21000/0x87a91e500609a223 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671657.399962:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc1c00 reply state ffff880092d7f000 transno 4294982582 ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.399967:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.400006:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+565:12139:x1818934752139136:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 20977us (21223us total) trans 4294982582 rc 0/0 00000100:00100000:2.0:1734671657.400013:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30054 00010000:00010000:3.0:1734671657.400127:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.400134:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.400139:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.400143:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d888a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.400145:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.400150:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.400158:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xa149fd88 (ffff880134d9d200) 00010000:00010000:3.0:1734671657.400161:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.400164:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.400168:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609a24d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.404126:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.404803:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.404813:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.404824:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.404829:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.404832:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.404838:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.404849:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752140544 00010000:00010000:3.0:1734671657.404851:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xba72bac9 (ffff88008b0bf100) 00010000:00010000:3.0:1734671657.404853:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1734671657.404855:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752140544 00010000:00010000:3.0:1734671657.404857:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.404861:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2c00/0x87a91e500609a30a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.404925:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7326 00000100:00100000:2.0:1734671657.404931:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752140544:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.405091:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752140544:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 159us (973us total) trans 4294982583 rc 0/0 00000100:00100000:2.0:1734671657.405096:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7326 00000100:00100000:0.0:1734671657.406265:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.407241:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.407806:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752141056 00000100:00100000:3.0:1734671657.407813:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752141056 00000100:00100000:3.0:1734671657.407845:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30056 00000100:00100000:3.0:1734671657.407852:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752141056:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.407890:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.407908:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e5006063181 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x343:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6383 expref: 564 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.407923:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5600/0x87a91e5006099efe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7961 expref: 563 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.407933:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7400/0x87a91e5006095833 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6365 expref: 562 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.407943:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500606313b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x343:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6367 expref: 561 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671657.407947:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752140800 00000100:00100000:2.0:1734671657.407951:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752140800 00010000:00010000:3.0:1734671657.407953:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff8800943a1400) 00010000:00010000:3.0:1734671657.407962:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671657.407970:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7327 00000100:00100000:2.0:1734671657.407975:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c65c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12139:x1818934752140800:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.407976:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.407985:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.407992:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.408002:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.408007:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.408015:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.408089:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.408095:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.408097:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c65c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12139:x1818934752140800:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 120us (1835us total) trans 4294982584 rc 0/0 00010000:00010000:3.0:1734671657.408100:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.408102:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7327 00000040:00080000:3.0:1734671657.409382:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].671, 64 off51200 00000040:00080000:3.0:1734671657.409401:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8136, 184 off1423456 00010000:00010000:3.0:1734671657.409444:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x343:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409453:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409459:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409464:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409468:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409473:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409479:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409486:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.409489:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409494:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409501:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff88013544d900) 00010000:00010000:3.0:1734671657.409503:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.409506:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409509:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a334 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x343:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409525:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409529:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409533:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409536:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.409538:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409542:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409547:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x343:0x0].0x0 (ffff88013544d900) 00010000:00010000:3.0:1734671657.409548:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.409550:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409553:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a32d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x343:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409587:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409591:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409595:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409598:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.409600:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409603:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409608:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.409609:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.409611:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.409614:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a31f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.409621:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60700 reply state ffff8800a4a11000 transno 4294982585 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.409625:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.409873:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+563:12140:x1818934752141056:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2018us (2631us total) trans 4294982585 rc 0/0 00000100:00100000:3.0:1734671657.409880:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30056 00010000:00010000:3.0:1734671657.412224:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.412236:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.412241:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.412246:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee82400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.412250:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.412255:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.412266:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x863e0f88 (ffff88013544df00) 00010000:00010000:3.0:1734671657.412269:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.412271:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.412276:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82400/0x87a91e500609a326 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.413888:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.413979:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.414432:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752141568 00000100:00100000:2.0:1734671657.414440:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752141568 00000100:00100000:2.0:1734671657.414486:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7328 00000100:00100000:2.0:1734671657.414491:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+562:12140:x1818934752141568:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.414666:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752141312 00000100:00100000:3.0:1734671657.414670:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752141312 00000100:00100000:3.0:1734671657.414821:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30057 00000100:00100000:3.0:1734671657.414826:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12139:x1818934752141312:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.414850:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:2.0:1734671657.415102:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+564:12140:x1818934752141568:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 609us (1122us total) trans 4294982586 rc 0/0 00000100:00100000:2.0:1734671657.415109:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7328 00010000:00010000:3.0:1734671657.415148:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500605f89a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x303:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e505f expref: 563 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.415167:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a277 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x303:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79df expref: 562 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.415177:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500608b374 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x303:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2d6b expref: 561 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.415187:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fa00/0x87a91e500605f807 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x303:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e502e expref: 560 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.415195:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x303:0x0].0x0 (ffff88012e95ab00) 00010000:00010000:3.0:1734671657.415202:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.415217:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415227:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415234:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415244:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415249:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415253:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415337:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x303:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415347:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.415352:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.416267:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].672, 64 off51264 00000040:00080000:3.0:1734671657.416288:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8137, 184 off1423640 00010000:00010000:3.0:1734671657.416332:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x303:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416339:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416346:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416352:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416356:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416361:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416366:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416371:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.416374:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416379:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416386:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x303:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.416388:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.416391:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416394:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a350 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x303:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416411:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416415:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416419:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416422:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.416424:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416428:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416434:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x303:0x0].0x0 (ffff88013544da00) 00010000:00010000:3.0:1734671657.416436:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.416438:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416442:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a349 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x303:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416475:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416481:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416485:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416488:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.416489:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416493:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416498:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:3.0:1734671657.416500:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.416502:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.416506:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a33b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.416512:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60e00 reply state ffff88008c359000 transno 4294982587 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.416516:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.416664:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12139:x1818934752141312:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1835us (2781us total) trans 4294982587 rc 0/0 00000100:00100000:3.0:1734671657.416670:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30057 00000100:00100000:0.0:1734671657.417168:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.417262:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752141824 00000100:00100000:3.0:1734671657.417267:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752141824 00000100:00100000:3.0:1734671657.417286:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30058 00000100:00100000:3.0:1734671657.417290:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+561:12140:x1818934752141824:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.417317:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.417329:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e5006063341 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x345:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6416 expref: 561 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.417340:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372c200/0x87a91e5006099f21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7968 expref: 560 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.417349:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094420c00/0x87a91e50060958b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f638f expref: 559 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.417359:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e5006063325 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x345:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6408 expref: 558 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.417365:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff8800a4956000) 00010000:00010000:3.0:1734671657.417371:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.417381:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417389:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417395:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417404:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417409:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417414:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417479:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417485:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.417490:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.418023:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].673, 64 off51328 00000040:00080000:3.0:1734671657.418040:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8138, 184 off1423824 00010000:00010000:3.0:1734671657.418081:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x345:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418089:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418095:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418101:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418105:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418249:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418254:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418259:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.418261:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418267:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418274:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff88013544d900) 00010000:00010000:3.0:1734671657.418276:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.418279:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 3/0,0 mode: --/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418284:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a36c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x345:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418300:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418304:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418309:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418312:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.418314:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418318:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418323:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x345:0x0].0x0 (ffff88013544d900) 00010000:00010000:3.0:1734671657.418326:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.418328:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418331:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a365 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x345:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418361:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418365:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418370:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418373:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.418375:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418380:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418386:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.418387:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.418389:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.418394:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a357 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.418400:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b000380 reply state ffff88008b16b000 transno 4294982588 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.418405:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.418518:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12140:x1818934752141824:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1224us (1347us total) trans 4294982588 rc 0/0 00000100:00100000:3.0:1734671657.418524:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30058 00010000:00010000:2.0:1734671657.419322:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419330:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419335:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419338:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.419341:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.419342:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419345:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.419350:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419352:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x863e1088 (ffff88013544d600) 00010000:00010000:2.0:1734671657.419354:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.419355:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419356:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.419358:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.419360:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.419360:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a35e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.419364:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.419372:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xc734d1c8 (ffff88013544db00) 00010000:00010000:3.0:1734671657.419374:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.419376:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.419379:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83000/0x87a91e500609a342 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.420942:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.421516:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752142080 00000100:00100000:2.0:1734671657.421523:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752142080 00000100:00100000:2.0:1734671657.421559:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7329 00000100:00100000:2.0:1734671657.421565:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+557:12140:x1818934752142080:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.421735:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12140:x1818934752142080:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 169us (796us total) trans 4294982589 rc 0/0 00000100:00100000:2.0:1734671657.421741:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7329 00000100:00100000:0.0:1734671657.421799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.421885:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752142336 00000100:00100000:1.0:1734671657.421889:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752142336 00000100:00100000:1.0:1734671657.421921:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7330 00000100:00100000:1.0:1734671657.421926:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+558:12139:x1818934752142336:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.422061:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+559:12139:x1818934752142336:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 134us (261us total) trans 4294982590 rc 0/0 00000100:00100000:1.0:1734671657.422067:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7330 00000100:00100000:0.0:1734671657.423630:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.423693:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.423701:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752142720 00000100:00100000:3.0:1734671657.423706:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752142720 00000100:00100000:3.0:1734671657.423729:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752142848 00000100:00100000:3.0:1734671657.423731:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752142848 00000100:00100000:3.0:1734671657.423750:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30059 00000100:00100000:3.0:1734671657.423755:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+560:12139:x1818934752142720:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.423787:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1734671657.423806:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609a293 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79e6 expref: 560 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.423825:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500608a685 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2a23 expref: 559 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.423836:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500605f2c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4e67 expref: 558 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.423846:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf5400/0x87a91e500605f34c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4e83 expref: 557 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.423855:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e50060589d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2cbe expref: 556 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.423863:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fe:0x0].0x0 (ffff880093b06a00) 00010000:00010000:3.0:1734671657.423869:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671657.423878:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30060 00010000:00010000:3.0:1734671657.423883:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.423883:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752142848:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.423893:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.423899:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.423899:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.423908:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389b400/0x87a91e5006095d6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x593:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f652c expref: 555 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.423909:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.423914:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.423919:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.423934:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459600/0x87a91e5006095d5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x593:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f651e expref: 554 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.423945:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4fa00/0x87a91e5006099f3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f796f expref: 553 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.423956:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9600/0x87a91e5006092048 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x593:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50bf expref: 552 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.423962:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x593:0x0].0x0 (ffff880092964d00) 00010000:00010000:0.0:1734671657.423967:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.423974:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.423980:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.423985:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.423992:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.423992:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.423997:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.423997:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.424002:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.424002:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424041:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x593:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424046:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424052:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:0.0:1734671657.424311:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].674, 64 off51392 00000040:00080000:0.0:1734671657.424330:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8139, 184 off1424008 00010000:00010000:0.0:1734671657.424370:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x593:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424376:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424385:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424390:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424395:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424399:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424403:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424407:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.424411:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424416:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424422:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x593:0x0].0x0 (ffff880134d9d600) 00010000:00010000:0.0:1734671657.424424:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.424427:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424431:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a39d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x593:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424446:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424451:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424468:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424472:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.424475:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424480:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424932:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x593:0x0].0x0 (ffff880134d9d600) 00010000:00010000:0.0:1734671657.424935:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.424938:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424943:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11e00/0x87a91e500609a396 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x593:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424985:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424990:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424994:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.424998:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.425000:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.425004:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.425013:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:0.0:1734671657.425015:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.425018:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.425022:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11a00/0x87a91e500609a381 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:0.0:1734671657.425029:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d32300 reply state ffff88009466e000 transno 4294982591 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.425034:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.425094:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+553:12140:x1818934752142848:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1208us (1399us total) trans 4294982591 rc 0/0 00000100:00100000:0.0:1734671657.425100:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30060 00000040:00080000:2.0:1734671657.425156:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].657, 64 off50304 00000040:00080000:2.0:1734671657.425166:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8140, 184 off1424192 00010000:00010000:2.0:1734671657.425195:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425201:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425206:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425209:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425211:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425214:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425216:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425219:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.425221:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425224:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425228:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fe:0x0].0x0 (ffff88009becef00) 00010000:00010000:2.0:1734671657.425229:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.425231:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425233:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a3a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425243:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425245:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425247:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425250:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.425251:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425254:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425257:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fe:0x0].0x0 (ffff88009becef00) 00010000:00010000:2.0:1734671657.425258:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.425259:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425264:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a388 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425284:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425286:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425289:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425291:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.425292:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425294:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425297:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:2.0:1734671657.425298:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.425299:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.425302:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a373 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671657.425305:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d33480 reply state ffff88008b16e000 transno 4294982592 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.425308:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.425332:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12139:x1818934752142720:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1576us (1705us total) trans 4294982592 rc 0/0 00000100:00100000:2.0:1734671657.425338:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30059 00000100:00100000:0.0:1734671657.427480:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.427541:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.427722:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.427731:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.427737:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.427741:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.427744:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.427750:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.427761:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xc88ea4fb (ffff880134d9d000) 00010000:00010000:3.0:1734671657.427764:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.427767:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.427774:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a38f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.427807:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752143104 00000100:00100000:3.0:1734671657.427813:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752143104 00000100:00100000:3.0:1734671657.427846:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752143360 00000100:00100000:3.0:1734671657.427849:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752143360 00000100:00100000:3.0:1734671657.427865:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7331 00000100:00100000:3.0:1734671657.427871:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+554:12140:x1818934752143104:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.427971:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7332 00000100:00100000:1.0:1734671657.427976:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12139:x1818934752143360:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.428029:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+556:12140:x1818934752143104:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 156us (552us total) trans 4294982593 rc 0/0 00000100:00100000:3.0:1734671657.428035:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7331 00000100:00100000:1.0:1734671657.428047:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12139:x1818934752143360:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 70us (505us total) trans 4294982594 rc 0/0 00000100:00100000:1.0:1734671657.428052:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7332 00010000:00010000:2.0:1734671657.428103:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.428109:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.428114:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.428118:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.428121:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.428125:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.428132:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x7b2f0bbe (ffff8800a7b91500) 00010000:00010000:2.0:1734671657.428134:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.428136:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.428140:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a37a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.430606:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.430663:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.430777:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752143616 00000100:00100000:2.0:1734671657.430783:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752143616 00000100:00100000:2.0:1734671657.430805:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752143872 00000100:00100000:2.0:1734671657.430807:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752143872 00000100:00100000:2.0:1734671657.430833:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30061 00000100:00100000:2.0:1734671657.430839:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+555:12140:x1818934752143616:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.430887:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.430907:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500606424b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x355:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6956 expref: 555 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.430924:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a000/0x87a91e5006099f59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7976 expref: 554 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.430936:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfade00/0x87a91e5006094c24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x355:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f59 expref: 553 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.430947:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1e00/0x87a91e50060641db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x355:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e692c expref: 552 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.430954:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x355:0x0].0x0 (ffff8800a8f11100) 00010000:00010000:2.0:1734671657.430962:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.430976:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.430986:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.430993:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431005:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431010:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431015:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431099:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x355:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431105:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431110:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:2.0:1734671657.431424:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].675, 64 off51456 00000040:00080000:2.0:1734671657.431441:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8141, 184 off1424376 00010000:00010000:2.0:1734671657.431486:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x355:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431493:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431506:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431512:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431516:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431521:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431525:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.431529:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30062 00010000:00010000:2.0:1734671657.431530:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.431533:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.431535:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+552:12139:x1818934752143872:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.431539:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431546:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x355:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.431548:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.431550:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431555:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a3c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x355:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431557:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1734671657.431568:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500608fd5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4504 expref: 552 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.431571:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431576:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431581:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431584:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.431585:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a2af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ed expref: 551 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.431587:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431591:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431596:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x355:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.431598:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.431600:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431600:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca400/0x87a91e500608d0fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f36b0 expref: 550 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.431604:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8c00/0x87a91e500609a3b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x355:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431610:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500608fd87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4519 expref: 549 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.431620:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca600/0x87a91e500608cfe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f365c expref: 548 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.431626:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56d:0x0].0x0 (ffff88008ce43100) 00010000:00010000:0.0:1734671657.431632:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.431649:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431650:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.431655:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431658:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.431659:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431663:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.431664:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.431665:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431670:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431695:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.431697:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.431699:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.431700:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.431702:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.431706:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21c00/0x87a91e500609a3ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.431706:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.431713:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d30000 reply state ffff88009be21000 transno 4294982595 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.431719:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671657.431760:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.431762:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+548:12140:x1818934752143616:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 922us (1161us total) trans 4294982595 rc 0/0 00000100:00100000:2.0:1734671657.431768:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30061 00010000:00010000:0.0:1734671657.431770:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.431775:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671657.432016:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].676, 64 off51520 00000040:00080000:0.0:1734671657.432028:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8142, 184 off1424560 00010000:00010000:0.0:1734671657.432061:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432068:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432073:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432077:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432082:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432086:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432091:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432095:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bf800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.432097:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432102:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432107:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56d:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.432109:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.432111:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 3/0,0 mode: --/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432116:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a3dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432127:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432131:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432135:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432139:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.432141:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432146:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432150:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56d:0x0].0x0 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.432152:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.432154:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432158:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a3d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x56d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432186:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432192:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432196:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432200:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.432202:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432207:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432211:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:0.0:1734671657.432213:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.432215:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671657.432219:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a3c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671657.432225:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d31c00 reply state ffff88009466d000 transno 4294982596 ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.432229:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.432253:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752143872:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 717us (1590us total) trans 4294982596 rc 0/0 00000100:00100000:0.0:1734671657.432259:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30062 00010000:00010000:3.0:1734671657.435720:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.435732:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.435735:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.435741:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.435746:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.435750:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.435757:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.435768:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x554d0b88 (ffff88008b0bf700) 00010000:00010000:3.0:1734671657.435771:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.435775:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.435788:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a3b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671657.435854:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752144128 00000100:00100000:1.0:1734671657.435861:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752144128 00000100:00100000:1.0:1734671657.435890:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7333 00000100:00100000:1.0:1734671657.435896:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c65850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+548:12140:x1818934752144128:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.436061:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c65850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12140:x1818934752144128:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 164us (332us total) trans 4294982597 rc 0/0 00000100:00100000:1.0:1734671657.436067:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7333 00010000:00010000:2.0:1734671657.436225:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.436233:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.436238:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.436242:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.436245:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.436250:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.436258:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x985392a1 (ffff880134d9d900) 00010000:00010000:2.0:1734671657.436260:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.436262:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.436266:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a3ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.437630:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.438478:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752144384 00000100:00100000:3.0:1734671657.438486:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752144384 00000100:00100000:3.0:1734671657.438521:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7334 00000100:00100000:3.0:1734671657.438527:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+548:12139:x1818934752144384:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.438692:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+549:12139:x1818934752144384:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 145us (1047us total) trans 4294982598 rc 0/0 00000100:00100000:3.0:1734671657.438698:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7334 00000100:00100000:0.0:1734671657.439931:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.439971:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.440210:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752144640 00000100:00100000:2.0:1734671657.440218:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752144640 00000100:00100000:2.0:1734671657.440250:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752144896 00000100:00100000:2.0:1734671657.440253:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752144896 00000100:00100000:2.0:1734671657.440267:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30063 00000100:00100000:2.0:1734671657.440272:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12140:x1818934752144640:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:1.0:1734671657.440276:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30064 00000100:00100000:1.0:1734671657.440281:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+550:12139:x1818934752144896:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.440313:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.440313:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.440332:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e5006063b4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e66ee expref: 550 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.440332:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500605fbb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x306:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5162 expref: 550 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.440347:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a2cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x306:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79f4 expref: 548 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.440349:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1800/0x87a91e5006099f8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f797d expref: 548 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.440356:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500608cac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x306:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f34b8 expref: 546 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.440358:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e5006095b82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f647d expref: 546 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.440366:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500605fafb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x306:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5123 expref: 544 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.440369:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e5006063b36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e66e7 expref: 544 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.440377:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88009bece000) 00010000:00010000:1.0:1734671657.440378:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x306:0x0].0x0 (ffff88012e95a900) 00010000:00010000:2.0:1734671657.440383:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.440384:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.440396:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.440396:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.440405:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.440405:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.440412:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.440423:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.440427:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.440432:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.440509:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.440516:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x306:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.440517:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.440521:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.440522:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.440527:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.440527:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.440570:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.440579:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.440583:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.440939:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].677, 64 off51584 00000040:00080000:1.0:1734671657.440939:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].658, 64 off50368 00000040:00080000:2.0:1734671657.440956:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8143, 184 off1424744 00000040:00080000:1.0:1734671657.440963:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8144, 184 off1424928 00010000:00010000:1.0:1734671657.441088:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x306:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441096:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441102:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441107:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441111:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441115:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441120:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441124:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.441127:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441132:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441138:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x306:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:1.0:1734671657.441140:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.441143:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441147:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13c00/0x87a91e500609a40d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x306:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441163:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441168:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441172:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441175:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.441177:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441180:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441185:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x306:0x0].0x0 (ffff88009bfbba00) 00010000:00010000:1.0:1734671657.441187:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.441189:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441192:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a3f8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x306:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441223:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441227:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441231:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441234:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.441236:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441243:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441249:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.441251:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.441253:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.441257:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12a00/0x87a91e500609a3ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.441263:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d32d80 reply state ffff880092f98000 transno 4294982600 ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.441268:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.441328:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752144896:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1044us (1354us total) trans 4294982600 rc 0/0 00000100:00100000:1.0:1734671657.441333:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30064 00010000:00010000:2.0:1734671657.441485:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441492:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441499:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441504:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441509:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441513:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441518:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441521:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.441523:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441527:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441534:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.441536:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.441538:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441543:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a414 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441555:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441560:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441563:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441568:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.441570:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441578:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441585:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34f:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.441586:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.441588:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441592:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609a406 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441620:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441625:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441629:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441632:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee82e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.441634:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441652:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441659:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.441660:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.441663:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.441666:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a3e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.441672:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d33800 reply state ffff88009c3d9000 transno 4294982599 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.441695:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.441735:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752144640:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1461us (1806us total) trans 4294982599 rc 0/0 00000100:00100000:2.0:1734671657.441741:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30063 00010000:00010000:3.0:1734671657.443539:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443549:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443554:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443558:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.443561:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443565:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443575:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x7d62b0d (ffff88009bfbb700) 00010000:00010000:3.0:1734671657.443577:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.443579:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443587:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a3f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.443915:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.443922:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.443926:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.443930:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.443933:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.443937:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.443945:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xe385a24b (ffff88008b0bf300) 00010000:00010000:3.0:1734671657.443947:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.443950:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.443953:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a3ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.446023:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.446070:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.446122:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752145152 00000100:00100000:3.0:1734671657.446130:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752145152 00000100:00100000:3.0:1734671657.446175:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752145408 00000100:00100000:3.0:1734671657.446178:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752145408 00000100:00100000:3.0:1734671657.446405:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7335 00000100:00100000:3.0:1734671657.446412:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12140:x1818934752145152:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.446439:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7336 00000100:00100000:0.0:1734671657.446443:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+544:12139:x1818934752145408:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.446651:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12140:x1818934752145152:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 238us (634us total) trans 4294982601 rc 0/0 00000100:00100000:3.0:1734671657.446657:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7335 00000100:00100000:0.0:1734671657.446849:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+545:12139:x1818934752145408:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 404us (778us total) trans 4294982602 rc 0/0 00000100:00100000:0.0:1734671657.446854:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7336 00000100:00100000:0.0:1734671657.449071:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.449117:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.449128:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752145664 00000100:00100000:1.0:1734671657.449134:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752145920 00000100:00100000:2.0:1734671657.449135:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752145664 00000100:00100000:1.0:1734671657.449138:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752145920 00000100:00100000:1.0:1734671657.449175:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30065 00000100:00100000:2.0:1734671657.449181:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30066 00000100:00100000:1.0:1734671657.449181:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12140:x1818934752145920:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:2.0:1734671657.449186:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+546:12139:x1818934752145664:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.449234:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1734671657.449234:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.449255:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091bf4a00/0x87a91e500608f8da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x560:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4367 expref: 546 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.449255:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500606383b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e65cf expref: 546 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.449271:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a2e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x560:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79fb expref: 544 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.449271:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4e00/0x87a91e5006099fa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7984 expref: 544 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.449283:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0a00/0x87a91e500608ba74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x560:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2fa2 expref: 542 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.449285:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093957a00/0x87a91e5006095a08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63ff expref: 542 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.449293:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500608f904 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x560:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f437c expref: 540 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.449297:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500606380a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e65ba expref: 540 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.449301:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500608b92b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x560:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f39 expref: 539 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.449305:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009beced00) 00010000:00010000:2.0:1734671657.449307:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x560:0x0].0x0 (ffff88008cf01200) 00010000:00010000:2.0:1734671657.449314:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.449314:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.449327:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.449328:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449337:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.449337:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449344:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.449344:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449354:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.449354:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449359:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.449359:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449364:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.449364:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449452:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x560:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449458:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449463:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.449857:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].659, 64 off50432 00000040:00080000:2.0:1734671657.449875:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8145, 184 off1425112 00010000:00010000:1.0:1734671657.449889:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.449896:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.449904:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.449920:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x560:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449926:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449932:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449937:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449941:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449945:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449950:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449958:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.449961:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449966:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449972:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x560:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.449975:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.449977:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449981:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a445 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x560:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.449996:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450000:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450004:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450008:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.450010:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450015:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450020:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x560:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.450022:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.450024:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450028:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a437 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x560:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450064:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450069:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450072:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450076:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.450078:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450082:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450088:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:2.0:1734671657.450089:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.450092:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.450095:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a41b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.450102:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1edf80 reply state ffff88008c272000 transno 4294982603 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.450107:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000040:00080000:1.0:1734671657.450134:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].678, 64 off51648 00000040:00080000:1.0:1734671657.450146:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8146, 184 off1425296 00000100:00100000:2.0:1734671657.450157:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12139:x1818934752145664:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 969us (1090us total) trans 4294982603 rc 0/0 00000100:00100000:2.0:1734671657.450163:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30066 00010000:00010000:1.0:1734671657.450181:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450187:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450192:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450196:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450200:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450204:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450209:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450213:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.450215:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450219:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450224:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009bfbbc00) 00010000:00010000:1.0:1734671657.450226:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.450229:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 3/0,0 mode: --/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450232:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f200/0x87a91e500609a44c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450243:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450248:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450252:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450256:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.450258:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450262:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450268:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34b:0x0].0x0 (ffff88009bfbbc00) 00010000:00010000:1.0:1734671657.450269:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.450271:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450275:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83600/0x87a91e500609a43e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450304:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450309:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450313:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450317:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.450319:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450323:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450328:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671657.450330:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.450332:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.450336:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a422 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.450344:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1eea00 reply state ffff880092c29000 transno 4294982604 ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.450348:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.450385:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12140:x1818934752145920:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1203us (1267us total) trans 4294982604 rc 0/0 00000100:00100000:1.0:1734671657.450391:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30065 00010000:00010000:3.0:1734671657.452102:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.452112:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.452117:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.452121:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012f56fe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.452123:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.452128:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.452137:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xa4b2186b (ffff88008b0bf400) 00010000:00010000:3.0:1734671657.452139:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.452141:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.452145:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fe00/0x87a91e500609a430 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.452246:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.452310:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752146176 00000100:00100000:1.0:1734671657.452316:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752146176 00000100:00100000:1.0:1734671657.452353:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7337 00000100:00100000:1.0:1734671657.452358:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+539:12139:x1818934752146176:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.452554:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+540:12139:x1818934752146176:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 194us (309us total) trans 4294982605 rc 0/0 00000100:00100000:1.0:1734671657.452561:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7337 00010000:00010000:3.0:1734671657.455324:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.455335:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.455350:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.455356:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.455359:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.455365:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.455378:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x2f856f5d (ffff88009bfbbb00) 00010000:00010000:3.0:1734671657.455383:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.455387:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.455392:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a429 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.456846:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.456981:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752146432 00000100:00100000:1.0:1734671657.456988:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752146432 00000100:00100000:1.0:1734671657.457027:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30067 00000100:00100000:1.0:1734671657.457037:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+539:12139:x1818934752146432:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.457077:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1734671657.457093:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a303 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x305:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a02 expref: 539 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.457107:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500608beaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x305:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f30e4 expref: 538 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.457118:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca0000/0x87a91e500605f9b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x305:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e50b3 expref: 537 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.457127:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500605f9ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x305:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e50c8 expref: 536 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.457137:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1000/0x87a91e500605a113 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x305:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e3419 expref: 535 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.457144:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x305:0x0].0x0 (ffff880134d9d300) 00010000:00010000:1.0:1734671657.457151:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.457165:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457174:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457184:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457194:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457199:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457204:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457855:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x305:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457863:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.457869:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.458763:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].679, 64 off51712 00000040:00080000:1.0:1734671657.458808:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8148, 176 off1425584 00010000:00010000:1.0:1734671657.458856:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x305:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458864:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458870:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458876:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458884:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458888:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458893:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458897:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fa00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.458900:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458906:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458913:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x305:0x0].0x0 (ffff8800910bdd00) 00010000:00010000:1.0:1734671657.458916:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.458918:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458922:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a468 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458943:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458947:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458951:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458954:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.458958:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458962:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458968:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x305:0x0].0x0 (ffff8800910bdd00) 00010000:00010000:1.0:1734671657.458970:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.458972:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.458976:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a461 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459010:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459015:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459019:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459023:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.459025:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459030:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459036:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:1.0:1734671657.459037:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.459040:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.459047:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a453 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.459054:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1ec000 reply state ffff880092c2b000 transno 4294982606 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.459059:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.459143:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12139:x1818934752146432:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2107us (2299us total) trans 4294982606 rc 0/0 00000100:00100000:1.0:1734671657.459151:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30067 00000100:00100000:0.0:1734671657.468958:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.469546:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.469547:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752146688 00000100:00100000:1.0:1734671657.469554:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752146688 00010000:00010000:3.0:1734671657.469556:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.469563:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.469568:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.469572:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.469578:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.469584:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7338 00010000:00010000:3.0:1734671657.469591:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0xe4a56594 (ffff8800910bdf00) 00000100:00100000:1.0:1734671657.469591:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752146688:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.469594:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.469598:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.469602:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609a45a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fd:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.470320:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752146688:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 727us (1367us total) trans 4294982607 rc 0/0 00000100:00100000:1.0:1734671657.470328:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7338 00000100:00100000:2.0:1734671657.473199:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.473355:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752146944 00000100:00100000:1.0:1734671657.473362:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752146944 00000100:00100000:1.0:1734671657.473398:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30068 00000100:00100000:1.0:1734671657.473404:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:12140:x1818934752146944:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.473446:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.473466:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0x87a91e5006062c5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e61ed expref: 536 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.473485:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf600/0x87a91e5006099fc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f798b expref: 535 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.473499:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3400/0x87a91e50060955d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f629a expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.473510:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094421e00/0x87a91e5006062c3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e61df expref: 533 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.473518:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33b:0x0].0x0 (ffff88008ee5e800) 00010000:00010000:1.0:1734671657.473527:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.473542:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473552:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473558:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473567:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473571:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473576:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473667:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473672:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.473702:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.473998:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].680, 64 off51776 00000040:00080000:1.0:1734671657.474016:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8149, 184 off1425768 00010000:00010000:1.0:1734671657.474063:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474070:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474075:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474080:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474085:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474089:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474094:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474099:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.474102:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474108:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474114:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33b:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.474117:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.474119:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474123:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a484 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474140:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474144:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474148:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474151:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.474154:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474158:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474163:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33b:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.474164:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.474167:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474170:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609a47d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x33b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474203:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474207:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474211:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474214:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.474216:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474220:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474226:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671657.474228:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.474230:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.474233:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609a46f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.474239:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b151c00 reply state ffff880092c2d000 transno 4294982608 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.474244:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.474292:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12140:x1818934752146944:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 887us (1098us total) trans 4294982608 rc 0/0 00000100:00100000:1.0:1734671657.474297:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30068 00000100:00100000:0.0:1734671657.474492:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.474549:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.474573:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752147328 00000100:00100000:0.0:1734671657.474576:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752147328 00000100:00100000:0.0:1734671657.474596:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7339 00000100:00100000:0.0:1734671657.474601:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c65450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+534:12139:x1818934752147328:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.474800:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c65450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752147328:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 198us (250us total) trans 4294982609 rc 0/0 00000100:00100000:0.0:1734671657.474806:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7339 00000100:00100000:0.0:1734671657.474852:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752147072 00000100:00100000:0.0:1734671657.474854:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752147072 00000100:00100000:0.0:1734671657.474868:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 39 00000100:00100000:0.0:1734671657.474872:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:1967:x1818934752147072:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.474887:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.474902:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a48b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a09 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.474927:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.474935:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475019:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475028:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475033:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475039:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475099:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475104:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475110:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671657.475120:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c5:0x0]: returning size 10575 00000004:00200000:0.0:1734671657.475123:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.475132:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475138:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475143:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475147:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475151:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475154:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.475156:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475160:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475166:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671657.475167:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.475170:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475173:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a492 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475179:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475183:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475187:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475191:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bf800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.475193:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475197:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475201:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.475203:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.475205:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475209:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a499 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.475225:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a48b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a09 expref: 537 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.475234:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a09 expref: 536 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.475238:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:0.0:1734671657.475240:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.475242:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be600, rc 0) 00000100:00100000:0.0:1734671657.475263:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+536:1967:x1818934752147072:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 391us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.475269:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 39 00010000:00010000:0.0:1734671657.476725:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.476886:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.477286:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.477293:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.477297:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.477304:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.477315:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x5538fb88 (ffff8800910bda00) 00010000:00010000:0.0:1734671657.477318:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.477321:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.477326:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609a476 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.479182:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.479226:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.479312:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752147584 00000100:00100000:2.0:1734671657.479319:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752147584 00000100:00100000:2.0:1734671657.479349:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30069 00000100:00100000:2.0:1734671657.479355:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+535:12139:x1818934752147584:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.479405:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1734671657.479421:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094204a00/0x87a91e50060616d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x322:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5aa7 expref: 535 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.479439:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aeca00/0x87a91e5006098e3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f74a6 expref: 534 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.479450:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500606165a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x322:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5a84 expref: 533 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.479460:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff8800acc8bd00) 00010000:00010000:2.0:1734671657.479471:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230c000/0x87a91e5006099a3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7881 expref: 532 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.479481:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094430600/0x87a91e50060998ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7842 expref: 531 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.479487:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671657.479490:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.479503:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479512:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479520:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479529:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479534:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479539:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479619:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x322:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479625:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.479630:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.479986:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].660, 64 off50496 00000040:00080000:2.0:1734671657.480006:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8150, 184 off1425952 00010000:00010000:2.0:1734671657.480055:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x322:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480062:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480068:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480077:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480082:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480086:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480090:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480095:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee82e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.480098:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480104:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.480195:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752147840 00000100:00100000:1.0:1734671657.480199:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752147840 00000100:00100000:1.0:1734671657.480226:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7340 00000100:00100000:1.0:1734671657.480230:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+532:12140:x1818934752147840:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.480332:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752147840:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 100us (1105us total) trans 4294982611 rc 0/0 00000100:00100000:1.0:1734671657.480339:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7340 00010000:00010000:2.0:1734671657.480610:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.480613:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.480616:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 3/0,0 mode: --/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480621:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee82e00/0x87a91e500609a4bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x322:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480644:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480649:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480654:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480659:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.480662:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480666:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480672:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x322:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.480777:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.480782:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480786:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609a4b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x322:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480821:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480826:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480830:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480834:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.480837:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480841:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480847:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671657.480849:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.480852:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.480856:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20200/0x87a91e500609a4a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.480862:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1ed180 reply state ffff88008b2c0000 transno 4294982610 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.480868:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.481118:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12139:x1818934752147584:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1762us (2259us total) trans 4294982610 rc 0/0 00000100:00100000:2.0:1734671657.481124:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30069 00010000:00010000:2.0:1734671657.482694:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.482703:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.482709:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.482713:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.482715:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.482720:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.482876:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xb61ad33 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.482879:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.482882:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.482890:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20e00/0x87a91e500609a4ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.484289:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.484329:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.484400:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752148096 00000100:00100000:2.0:1734671657.484407:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752148096 00000100:00100000:2.0:1734671657.484787:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752148352 00000100:00100000:2.0:1734671657.484791:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752148352 00000100:00100000:1.0:1734671657.484839:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30070 00000100:00100000:1.0:1734671657.484846:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+533:12140:x1818934752148096:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.484889:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.484907:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e5006063d12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x351:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e678f expref: 533 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.484922:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e5006099fec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7999 expref: 532 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.484932:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e5006095c00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x351:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64a7 expref: 531 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.484943:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e5006063ce1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x351:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6781 expref: 530 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.484951:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x351:0x0].0x0 (ffff88009becee00) 00010000:00010000:1.0:1734671657.484957:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.484971:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.484981:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.484988:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.484997:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485003:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485008:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485093:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x351:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485100:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485105:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.485448:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].681, 64 off51840 00000040:00080000:1.0:1734671657.485467:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8151, 184 off1426136 00010000:00010000:1.0:1734671657.485513:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x351:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485520:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485526:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485532:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485536:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485541:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485550:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485555:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.485558:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485564:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485570:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x351:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671657.485572:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.485575:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485579:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a4d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x351:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485597:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485602:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485606:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485610:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.485613:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485617:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485625:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x351:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671657.485627:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.485629:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485632:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a4d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x351:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485698:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485703:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485708:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485711:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.485714:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485718:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485724:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671657.485725:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.485727:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.485732:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a4c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.485738:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1ec700 reply state ffff880092c2f000 transno 4294982612 ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.485895:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30071 00000100:00100000:3.0:1734671657.485901:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752148352:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.485928:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.485938:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e5006099606 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f773f expref: 530 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.486042:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c8:0x0].0x0 (ffff88008e829600) 00010000:00010000:3.0:1734671657.486049:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.486059:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486065:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486071:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486079:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486083:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486092:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486145:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486151:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486157:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671657.486392:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].661, 64 off50560 00000040:00080000:3.0:1734671657.486404:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8152, 184 off1426320 00010000:00010000:3.0:1734671657.486440:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486447:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486452:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486457:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486461:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486465:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486469:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.486471:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671657.486477:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.486479:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486484:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486489:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c8:0x0].0x0 (ffff88009beced00) 00010000:00010000:3.0:1734671657.486491:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.486493:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486497:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9200/0x87a91e500609a4f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486510:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486514:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486519:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486522:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.486524:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486528:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486533:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c8:0x0].0x0 (ffff88009beced00) 00010000:00010000:3.0:1734671657.486535:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.486537:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.486538:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752148096:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1690us (2252us total) trans 4294982612 rc 0/0 00010000:00010000:3.0:1734671657.486541:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9000/0x87a91e500609a4ed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.486545:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30070 00010000:00010000:3.0:1734671657.486566:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486571:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486575:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486578:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.486580:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486585:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486590:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671657.486592:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.486594:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.486598:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8600/0x87a91e500609a4df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.486604:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1eed80 reply state ffff88008b010000 transno 4294982613 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.486608:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.486631:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752148352:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 729us (2302us total) trans 4294982613 rc 0/0 00000100:00100000:3.0:1734671657.486651:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30071 00010000:00010000:3.0:1734671657.488540:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.488549:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.488555:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.488559:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.488563:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.488568:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.488579:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xf6cead0a (ffff88009bece200) 00010000:00010000:3.0:1734671657.488582:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.488585:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.488590:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8e00/0x87a91e500609a4e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.488707:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.488715:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.488720:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.488724:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.488726:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.488731:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.488738:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xec85a24b (ffff8800910bd400) 00010000:00010000:2.0:1734671657.488740:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.488743:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.488747:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13200/0x87a91e500609a4ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.492432:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.492471:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.492492:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752148608 00000100:00100000:3.0:1734671657.492501:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752148608 00000100:00100000:1.0:1734671657.492659:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752148864 00000100:00100000:1.0:1734671657.492663:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752148864 00000100:00100000:1.0:1734671657.492703:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7341 00000100:00100000:1.0:1734671657.492709:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12140:x1818934752148864:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.492711:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30072 00000100:00100000:3.0:1734671657.492715:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+530:12139:x1818934752148608:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.492753:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1734671657.492773:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a4a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a09 expref: 530 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.492788:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0x87a91e500609932e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f762e expref: 529 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.492795:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800a4956f00) 00010000:00010000:3.0:1734671657.492803:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.492817:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492826:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492833:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492841:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492845:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492849:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492913:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492918:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.492922:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:3.0:1734671657.493246:0:16887:0:(mdd_dir.c:1759:mdd_finish_unlink()) Object [0x200000401:0x5c5:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1734671657.493283:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8153, 184 off1426504 00010000:00010000:3.0:1734671657.493325:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493330:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493335:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493339:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.493343:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493348:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493355:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff88009bece400) 00010000:00010000:3.0:1734671657.493357:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.493360:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493364:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8c00/0x87a91e500609a509 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493374:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493379:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493383:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493386:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.493388:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493392:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493398:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671657.493400:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.493402:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.493406:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9800/0x87a91e500609a4fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.493413:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1ef800 reply state ffff88008b012000 transno 4294982615 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.493417:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.495094:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12139:x1818934752148608:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2372us (2662us total) trans 4294982615 rc 0/0 00000100:00100000:1.0:1734671657.495095:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+531:12140:x1818934752148864:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2378us (2614us total) trans 4294982614 rc 0/0 00000100:00100000:3.0:1734671657.495104:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30072 00000100:00100000:1.0:1734671657.495104:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7341 00000100:00100000:0.0:1734671657.501280:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.501289:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501299:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501306:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501311:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8400 already unused, calling callback (ffffffffa1342960) 00000100:00100000:0.0:1734671657.501311:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.501315:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501325:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501338:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdccb428 (ffff88009bece700) 00010000:00010000:3.0:1734671657.501341:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.501345:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501349:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe8400/0x87a91e500609a502 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.501380:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752149120 00000100:00100000:3.0:1734671657.501387:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752149120 00000100:00100000:3.0:1734671657.501416:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30073 00000100:00100000:3.0:1734671657.501422:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752149120:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.501462:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.501476:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e5006062804 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x333:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6088 expref: 529 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.501489:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538600/0x87a91e500609420d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5bfc expref: 528 pid: 16887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671657.501496:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752149376 00010000:00010000:3.0:1734671657.501499:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0aee00/0x87a91e50060627e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x333:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e607a expref: 527 pid: 24251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671657.501500:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752149376 00010000:00010000:3.0:1734671657.501507:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x333:0x0].0x0 (ffff880134d29e00) 00010000:00010000:3.0:1734671657.501513:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671657.501521:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7342 00000100:00100000:1.0:1734671657.501525:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752149376:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.501528:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501542:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501549:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501561:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501567:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501572:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501659:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x333:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501665:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.501671:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.501844:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752149376:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 317us (530us total) trans 4294982616 rc 0/0 00000100:00100000:1.0:1734671657.501850:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7342 00000040:00080000:3.0:1734671657.501952:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].682, 64 off51904 00000040:00080000:3.0:1734671657.501969:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8154, 184 off1426688 00010000:00010000:3.0:1734671657.502005:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x333:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502013:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502019:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502028:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502032:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502036:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502040:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502044:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.502047:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502051:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502057:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x333:0x0].0x0 (ffff88009becef00) 00010000:00010000:3.0:1734671657.502059:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.502061:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502065:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42800/0x87a91e500609a525 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x333:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502078:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502083:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502087:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502091:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.502093:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502097:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502102:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x333:0x0].0x0 (ffff88009becef00) 00010000:00010000:3.0:1734671657.502103:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.502106:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502109:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9400/0x87a91e500609a51e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x333:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502143:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502148:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502152:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502156:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.502158:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502162:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502168:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.502170:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.502173:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.502177:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a510 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.502183:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1ed880 reply state ffff88008b013000 transno 4294982617 ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.502189:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.504197:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752149120:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2767us (2916us total) trans 4294982617 rc 0/0 00000100:00100000:3.0:1734671657.504206:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30073 00000100:00100000:0.0:1734671657.504928:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.505046:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752149632 00000100:00100000:3.0:1734671657.505052:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752149632 00000100:00100000:3.0:1734671657.505078:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30074 00000100:00100000:3.0:1734671657.505082:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752149632:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.505124:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.505146:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71c00/0x87a91e5006061916 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x324:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5b64 expref: 529 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.505161:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e50060993ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7666 expref: 528 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.505170:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70400/0x87a91e50060618b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x324:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5b48 expref: 527 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.505178:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800acc8b800) 00010000:00010000:3.0:1734671657.505186:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.505199:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505211:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505218:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505227:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505232:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505237:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505312:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x324:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505318:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505323:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00080000:3.0:1734671657.505588:0:16887:0:(mdd_dir.c:1759:mdd_finish_unlink()) Object [0x200000401:0x324:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1734671657.505625:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8155, 184 off1426872 00010000:00010000:3.0:1734671657.505732:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505738:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505743:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505748:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093df3e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.505751:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505756:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505763:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.505765:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.505769:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.505773:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3e00/0x87a91e500609a53a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507311:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507321:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507326:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507330:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.507333:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507338:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507346:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x85ed7b8c (ffff88009bece800) 00010000:00010000:2.0:1734671657.507348:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.507350:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.507354:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfe9c00/0x87a91e500609a517 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507607:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507615:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507620:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507625:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c86c800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.507628:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507633:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507649:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671657.507651:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.507654:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.507659:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86c800/0x87a91e500609a52c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.507669:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d31880 reply state ffff88008b015000 transno 4294982618 ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.507685:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.507747:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752149632:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2660us (2824us total) trans 4294982618 rc 0/0 00000100:00100000:3.0:1734671657.507754:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30074 00000100:00100000:0.0:1734671657.509445:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.509474:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.509482:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.509488:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.509493:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009284a000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.509495:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.509501:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.509511:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xa12eb2e9 (ffff88009bece000) 00010000:00010000:3.0:1734671657.509514:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.509517:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.509525:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a000/0x87a91e500609a533 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.509544:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752149888 00000100:00100000:1.0:1734671657.509551:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752149888 00000100:00100000:1.0:1734671657.509941:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7343 00000100:00100000:1.0:1734671657.509947:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752149888:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.510103:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12140:x1818934752149888:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 155us (663us total) trans 4294982619 rc 0/0 00000100:00100000:1.0:1734671657.510112:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7343 00000100:00100000:0.0:1734671657.511216:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.511503:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752150144 00000100:00100000:3.0:1734671657.511509:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752150144 00000100:00100000:3.0:1734671657.511543:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7344 00000100:00100000:3.0:1734671657.511549:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+527:12139:x1818934752150144:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.511668:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+528:12139:x1818934752150144:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 119us (454us total) trans 4294982620 rc 0/0 00000100:00100000:3.0:1734671657.511688:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7344 00000100:00100000:0.0:1734671657.516159:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.516205:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.516247:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752150528 00000100:00100000:3.0:1734671657.516258:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752150528 00000100:00100000:1.0:1734671657.516740:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752150656 00000100:00100000:1.0:1734671657.516744:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752150656 00000100:00100000:3.0:1734671657.516753:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30075 00000100:00100000:3.0:1734671657.516759:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12139:x1818934752150528:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:1.0:1734671657.517069:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30076 00000100:00100000:1.0:1734671657.517074:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+529:12140:x1818934752150656:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.517092:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.517114:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6000/0x87a91e5006062fe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x341:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6313 expref: 529 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.517131:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc3000/0x87a91e500609a008 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79a0 expref: 528 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.517141:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a15200/0x87a91e500609577d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6326 expref: 527 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.517143:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1734671657.517149:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cff000/0x87a91e5006062fcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x341:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6305 expref: 526 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.517157:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e5006061bbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x326:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5c44 expref: 525 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.517157:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800943a1500) 00010000:00010000:1.0:1734671657.517166:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.517172:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e5006081576 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x326:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67efdc2 expref: 524 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.517182:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fa00/0x87a91e5006061b15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x326:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5c0c expref: 523 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.517189:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x326:0x0].0x0 (ffff88008e996600) 00010000:00010000:3.0:1734671657.517195:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.517203:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.517213:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.517220:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.517229:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.517234:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.517238:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.517244:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517252:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517258:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517272:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517277:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517281:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517343:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x341:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517349:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.517355:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.518014:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].683, 64 off51968 00000040:00080000:1.0:1734671657.518034:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8156, 184 off1427056 00010000:00010000:1.0:1734671657.518082:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x341:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518088:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518094:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518099:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518103:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518112:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518116:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518121:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.518124:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518129:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518135:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.518137:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.518140:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518144:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a564 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x341:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518162:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518166:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.518167:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x326:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.518171:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.518175:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.518175:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.518177:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.518181:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.518183:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518188:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x341:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.518190:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.518191:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518195:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a55d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x341:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518272:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518277:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518280:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518283:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.518285:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518288:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518293:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671657.518295:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.518297:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.518301:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a541 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671657.518308:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fd8380 reply state ffff88008cdb1000 transno 4294982621 ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.518313:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.518367:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752150656:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1290us (2159us total) trans 4294982621 rc 0/0 00000100:00100000:1.0:1734671657.518372:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30076 00000040:00080000:3.0:1734671657.518397:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].662, 64 off50624 00000040:00080000:3.0:1734671657.519272:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8157, 184 off1427240 00010000:00010000:3.0:1734671657.519325:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x326:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519334:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519340:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519346:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519350:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519547:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519552:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519557:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.519559:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519564:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519570:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x326:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.519572:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.519575:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519579:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a572 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519593:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519597:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519601:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519605:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.519607:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519611:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519616:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x326:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.519617:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.519619:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519622:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a56b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519667:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519671:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519690:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519694:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.519696:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519699:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519704:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:3.0:1734671657.519706:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.519708:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.519712:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a548 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.519717:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fd9880 reply state ffff88008b016000 transno 4294982622 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.519722:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.519761:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12139:x1818934752150528:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3000us (3610us total) trans 4294982622 rc 0/0 00000100:00100000:3.0:1734671657.519766:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30075 00010000:00010000:2.0:1734671657.521038:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.521045:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.521050:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.521054:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.521057:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.521062:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.521071:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x853e1088 (ffff8800910bd400) 00010000:00010000:2.0:1734671657.521073:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.521076:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.521080:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a556 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.526285:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.526421:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.526430:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.526436:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.526440:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.526443:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.526448:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.526461:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x8e1e1fc5 (ffff880099fbc600) 00010000:00010000:2.0:1734671657.526463:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.526466:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.526470:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a54f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.527387:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.527549:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752150912 00000100:00100000:3.0:1734671657.527556:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752150912 00000100:00100000:2.0:1734671657.527646:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752151168 00000100:00100000:2.0:1734671657.527649:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752151168 00000100:00100000:2.0:1734671657.527669:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30077 00000100:00100000:2.0:1734671657.527693:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12139:x1818934752151168:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.527733:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671657.527748:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131264400/0x87a91e5006099836 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f780a expref: 524 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.527758:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cc:0x0].0x0 (ffff88009bed0000) 00010000:00010000:2.0:1734671657.527763:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.527778:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527787:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527794:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527804:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527809:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527814:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527900:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527909:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.527914:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.529051:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7345 00000100:00100000:3.0:1734671657.529059:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c65050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752150912:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:2.0:1734671657.530617:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].663, 64 off50688 00000040:00080000:2.0:1734671657.530650:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8158, 184 off1427424 00010000:00010000:2.0:1734671657.530903:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530915:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530923:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530929:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530934:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530939:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530944:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530948:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.530951:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530956:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530964:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cc:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.530966:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.530969:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530973:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29e00/0x87a91e500609a58e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530991:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.530996:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531000:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531003:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.531005:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531009:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531014:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cc:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.531016:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.531018:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531022:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a587 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531060:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531066:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531070:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531073:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.531076:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531080:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531086:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671657.531088:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.531090:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.531094:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a579 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x320:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671657.531101:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fdad80 reply state ffff88008b2c2000 transno 4294982624 ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.531107:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.531587:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c65050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+526:12140:x1818934752150912:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 2524us (5305us total) trans 4294982623 rc 0/0 00000100:00100000:3.0:1734671657.531596:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7345 00000100:00100000:2.0:1734671657.532080:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12139:x1818934752151168:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 4403us (4692us total) trans 4294982624 rc 0/0 00000100:00100000:2.0:1734671657.532085:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30077 00000100:00100000:0.0:1734671657.536295:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.536374:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.536383:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.536389:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.536394:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.536398:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.536404:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.536416:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0xfdcaaf2c (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.536419:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.536422:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.536426:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a580 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x320:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.536770:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752151424 00000100:00100000:3.0:1734671657.536778:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752151424 00000100:00100000:3.0:1734671657.536807:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30078 00000100:00100000:3.0:1734671657.536813:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752151424:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.536868:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.536883:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3200/0x87a91e5006063682 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x349:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6535 expref: 524 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.536899:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8aa00/0x87a91e500609a094 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79a7 expref: 523 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.536909:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e000/0x87a91e5006095d1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6509 expref: 522 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.536917:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372fc00/0x87a91e500606365f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x349:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6527 expref: 521 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.536923:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff88009bece900) 00010000:00010000:3.0:1734671657.536928:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.536940:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.536949:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.536956:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.536964:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.536968:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.536973:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537066:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x349:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537072:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537079:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671657.537548:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].684, 64 off52032 00000040:00080000:3.0:1734671657.537566:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8159, 184 off1427608 00010000:00010000:3.0:1734671657.537605:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x349:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537611:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537617:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537622:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537627:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537630:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537643:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537647:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.537649:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537654:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537659:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.537662:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.537664:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 3/0,0 mode: --/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.537668:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a5aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x349:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538430:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538437:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538441:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538445:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.538447:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538451:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538457:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x349:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.538458:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.538460:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538464:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89a00/0x87a91e500609a5a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x349:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538498:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538502:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538507:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538511:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.538513:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538517:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538521:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.538523:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.538525:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.538528:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a595 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.538533:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fd8700 reply state ffff88008b7a8000 transno 4294982625 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.538537:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.539365:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752151424:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2547us (3072us total) trans 4294982625 rc 0/0 00000100:00100000:3.0:1734671657.539374:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30078 00000100:00100000:0.0:1734671657.541403:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.541583:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.541592:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.541597:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.541601:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.541605:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.541610:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.541623:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x55390488 (ffff880099fbc900) 00010000:00010000:2.0:1734671657.541625:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.541628:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.541632:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89800/0x87a91e500609a59c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.541978:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752151552 00000100:00100000:3.0:1734671657.541985:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752151552 00000100:00100000:3.0:1734671657.542026:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30079 00000100:00100000:3.0:1734671657.542032:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752151552:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.542050:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.542061:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e500609a5b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a10 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.542105:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542115:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542123:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542134:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542138:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542143:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542221:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542227:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542232:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671657.542254:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x360:0x0]: returning size 327680 00000004:00200000:3.0:1734671657.542257:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671657.542267:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542275:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542281:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542285:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542289:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542293:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.542295:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542299:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542306:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:3.0:1734671657.542307:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.542310:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542314:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a5b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542321:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542326:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542330:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542333:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.542335:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542339:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542343:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x41c358e5 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.542344:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.542346:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542349:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a5bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.542373:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88800/0x87a91e500609a5b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a10 expref: 523 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.542382:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a10 expref: 522 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.542386:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:3.0:1734671657.542388:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671657.542390:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092e88600, rc 0) 00000100:00100000:3.0:1734671657.542439:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12139:x1818934752151552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 406us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.542444:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30079 00000100:00100000:0.0:1734671657.544456:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.544872:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752151680 00000100:00100000:2.0:1734671657.544878:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752151680 00000100:00100000:2.0:1734671657.544925:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2945 00000100:00100000:2.0:1734671657.544930:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:1967:x1818934752151680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671657.545515:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671657.545534:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a5c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a10 expref: 522 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.545547:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671657.545551:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671657.545591:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:1967:x1818934752151680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 660us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.545597:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2945 00000100:00100000:0.0:1734671657.546127:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.546195:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.546214:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752152064 00000100:00100000:0.0:1734671657.546218:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752152064 00000100:00100000:0.0:1734671657.546236:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 40 00000100:00100000:0.0:1734671657.546240:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:1966:x1818934752152064:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.546264:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.546274:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a5cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a17 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.546307:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546316:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546323:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546331:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546336:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546341:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.546359:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752151936 00000100:00100000:3.0:1734671657.546363:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752151936 00000100:00100000:3.0:1734671657.546380:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7346 00000100:00100000:3.0:1734671657.546384:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752151936:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:0.0:1734671657.546430:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546436:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546441:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.546453:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x364:0x0]: returning size 1867776 00000004:00200000:0.0:1734671657.546457:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.546467:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546473:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546478:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546484:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.546487:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+524:12140:x1818934752151936:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 102us (361us total) trans 4294982626 rc 0/0 00010000:00010000:0.0:1734671657.546489:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.546492:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7346 00010000:00010000:0.0:1734671657.546493:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bfc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.546496:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546502:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.546509:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:0.0:1734671657.546512:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.546515:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548381:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a5d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548414:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548419:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548425:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548429:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bf800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.548433:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548438:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.548449:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x155bec67 (ffff880134d9dc00) 00010000:00010000:0.0:1734671657.548451:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.548454:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:1.0:1734671657.548714:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671657.549340:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a5db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549374:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a5cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a17 expref: 524 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.549389:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a17 expref: 523 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.549395:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:0.0:1734671657.549397:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.549399:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8bec00, rc 0) 00010000:00010000:0.0:1734671657.549408:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.549417:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a5e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a1e expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.549448:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549458:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549466:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549478:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549483:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549489:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549585:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549593:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549599:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.549612:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x362:0x0]: returning size 1048576 00000004:00200000:0.0:1734671657.549615:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.549627:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549633:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549648:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549652:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549656:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549659:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.549662:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549665:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.549671:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:0.0:1734671657.549673:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1734671657.549894:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.550058:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752152576 00000100:00100000:3.0:1734671657.550064:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752152576 00000100:00100000:3.0:1734671657.550108:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30080 00000100:00100000:3.0:1734671657.550114:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+525:12140:x1818934752152576:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.550131:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.550137:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a5f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.550146:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.550147:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.550151:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.550155:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.550158:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083600/0x87a91e5006062ee8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e62cd expref: 525 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.550159:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0ed000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.550161:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.550165:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.550169:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8b800/0x87a91e500609a0b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79ae expref: 524 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.550171:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0xb0773fd (ffff880134d9d300) 00010000:00010000:0.0:1734671657.550173:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.550175:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.550178:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70600/0x87a91e50060956ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62f5 expref: 523 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.550180:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ed000/0x87a91e500609a5f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.550191:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083000/0x87a91e5006062eda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e62c6 expref: 523 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.550195:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a5e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a1e expref: 523 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.550197:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671657.550201:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a1e expref: 521 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.550203:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.550206:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:0.0:1734671657.550208:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.550210:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a97800, rc 0) 00010000:00010000:3.0:1734671657.550211:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550216:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550221:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550229:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550233:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550238:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.550249:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:1966:x1818934752152064:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 4008us (4054us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.550255:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 40 00010000:00010000:3.0:1734671657.550295:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550301:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550306:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.550457:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752152320 00000100:00100000:2.0:1734671657.550461:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752152320 00000100:00100000:2.0:1734671657.550479:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7347 00000100:00100000:2.0:1734671657.550484:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752152320:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.550580:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12139:x1818934752152320:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 95us (1869us total) trans 4294982627 rc 0/0 00000100:00100000:2.0:1734671657.550588:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7347 00000040:00080000:3.0:1734671657.550619:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].685, 64 off52096 00000040:00080000:3.0:1734671657.550646:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8160, 184 off1427792 00010000:00010000:3.0:1734671657.550704:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550710:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550716:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550721:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550725:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550733:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550737:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550741:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.550743:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550747:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550752:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.550754:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.550756:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550759:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a61a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550773:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550777:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550781:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550784:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.550786:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550793:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550798:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33f:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.550800:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.550801:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550806:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88a00/0x87a91e500609a613 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x33f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550841:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550845:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550849:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550852:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.550854:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550858:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550862:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671657.550863:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.550865:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.550869:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a605 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.550875:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc1180 reply state ffff88008b7ab000 transno 4294982628 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.550880:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.550906:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752152576:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 791us (1013us total) trans 4294982628 rc 0/0 00000100:00100000:3.0:1734671657.550911:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30080 00000100:00100000:0.0:1734671657.554934:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.555210:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.555278:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.555288:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.555293:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.555298:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.555301:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.555307:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.555318:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x853e0f88 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.555321:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.555324:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.555328:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a60c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.556222:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752152832 00000100:00100000:2.0:1734671657.556231:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752152832 00000100:00100000:2.0:1734671657.556263:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30081 00000100:00100000:2.0:1734671657.556268:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12139:x1818934752152832:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.556307:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.556320:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e5006064b51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x360:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6c5f expref: 522 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.556334:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e5006098ceb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f742f expref: 521 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.556343:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e5006064ab0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x360:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6c27 expref: 520 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.556349:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88009233c500) 00010000:00010000:2.0:1734671657.556358:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099855200/0x87a91e50060649bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6bd3 expref: 519 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.556364:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:2.0:1734671657.556366:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.556380:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556388:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556395:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556404:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556409:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556413:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556494:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556499:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556503:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.556887:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].664, 64 off50752 00000040:00080000:2.0:1734671657.556907:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8161, 184 off1427976 00010000:00010000:2.0:1734671657.556960:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x360:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556967:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556974:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556979:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556983:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556991:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.556996:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557001:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef05e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.557004:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557009:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557015:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.557017:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.557020:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557024:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a636 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x360:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557043:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557047:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557051:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557054:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.557056:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557063:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557067:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x360:0x0].0x0 (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.557069:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.557071:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557075:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a62f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x360:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557106:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557110:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557114:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557118:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.557120:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557124:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557130:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:2.0:1734671657.557132:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.557134:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.557137:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a621 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671657.557145:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fda300 reply state ffff88008b2c4000 transno 4294982629 ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.557150:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.557202:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12139:x1818934752152832:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 931us (2274us total) trans 4294982629 rc 0/0 00000100:00100000:2.0:1734671657.557207:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30081 00000100:00100000:1.0:1734671657.557841:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752153088 00000100:00100000:1.0:1734671657.557848:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752153088 00000100:00100000:1.0:1734671657.557881:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7348 00000100:00100000:1.0:1734671657.557886:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934752153088:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.557992:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12140:x1818934752153088:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 105us (2781us total) trans 4294982630 rc 0/0 00000100:00100000:1.0:1734671657.557998:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7348 00010000:00010000:2.0:1734671657.559749:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.559760:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.559766:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.559770:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.559774:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.559779:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.559790:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x41c358e5 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.559792:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.559795:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.559800:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a628 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35f:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.562877:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.562961:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.563544:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752153344 00000100:00100000:2.0:1734671657.563553:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752153344 00000100:00100000:2.0:1734671657.563594:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30082 00000100:00100000:2.0:1734671657.563600:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934752153344:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.563762:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:1.0:1734671657.563775:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752153600 00000100:00100000:1.0:1734671657.563778:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752153600 00010000:00010000:2.0:1734671657.563784:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e5006063f65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x353:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6853 expref: 521 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.563802:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099788800/0x87a91e500609a0cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f79b5 expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.563813:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e5006095c7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64d1 expref: 519 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.563822:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1a00/0x87a91e5006063f2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x353:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6845 expref: 518 pid: 7084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671657.564031:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7349 00000100:00100000:1.0:1734671657.564036:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934752153600:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.564059:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff880099929e00) 00010000:00010000:2.0:1734671657.564069:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.564084:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.564094:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.564101:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.564109:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.564114:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.564118:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.564185:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752153600:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 147us (1222us total) trans 4294982631 rc 0/0 00010000:00010000:2.0:1734671657.564189:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.564191:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7349 00010000:00010000:2.0:1734671657.564194:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.564199:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.565033:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].686, 64 off52160 00000040:00080000:2.0:1734671657.565052:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8162, 184 off1428160 00010000:00010000:2.0:1734671657.565091:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x353:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565099:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565104:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565109:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565113:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565117:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565121:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565129:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.565131:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565136:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565141:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.565144:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.565146:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565150:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e600/0x87a91e500609a652 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x353:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565164:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565168:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565172:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565175:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.565177:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565181:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565186:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x353:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.565188:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.565190:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565194:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a64b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x353:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565228:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565232:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565237:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565240:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.565242:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565247:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565252:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:2.0:1734671657.565254:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.565256:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.565260:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a63d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x330:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.565267:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fd9c00 reply state ffff88008b2c6000 transno 4294982632 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.565272:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.565325:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12140:x1818934752153344:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1723us (2454us total) trans 4294982632 rc 0/0 00000100:00100000:2.0:1734671657.565331:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30082 00010000:00010000:3.0:1734671657.566572:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.566580:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.566585:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.566588:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.566591:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.566595:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.566602:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0xd185bb5c (ffff88008b0bf700) 00010000:00010000:3.0:1734671657.566604:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.566606:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.566611:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a644 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x330:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.567437:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.567833:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752153856 00000100:00100000:2.0:1734671657.567841:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752153856 00000100:00100000:2.0:1734671657.567878:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30083 00000100:00100000:2.0:1734671657.567883:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752153856:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.568222:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.568238:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136285800/0x87a91e5006065059 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x364:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6e11 expref: 518 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.568252:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a5e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a17 expref: 517 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.568262:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f600/0x87a91e5006098df5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f748a expref: 516 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.568272:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e5006064fcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x364:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6dd9 expref: 515 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.568279:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff880134d29500) 00010000:00010000:2.0:1734671657.568286:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.568298:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568307:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568314:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568326:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568332:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568336:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568415:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568420:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.568425:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.569009:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].665, 64 off50816 00000040:00080000:2.0:1734671657.569029:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8163, 184 off1428344 00010000:00010000:2.0:1734671657.569079:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x364:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569087:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569093:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569097:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569102:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569110:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569116:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569120:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093883800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.569122:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569127:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569133:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.569135:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.569139:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569142:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a66e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x364:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569160:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569164:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569168:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569171:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.569174:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569180:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569185:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x364:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.569186:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.569188:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569192:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a667 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x364:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569234:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569239:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569244:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569247:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.569249:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569254:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569261:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:2.0:1734671657.569263:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.569265:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.569269:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a659 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.569277:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093526a00 reply state ffff88008de00000 transno 4294982633 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.569282:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.569348:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934752153856:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1459us (1909us total) trans 4294982633 rc 0/0 00000100:00100000:2.0:1734671657.569355:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30083 00000100:00100000:0.0:1734671657.569451:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.569564:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752153984 00000100:00100000:3.0:1734671657.569571:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752153984 00000100:00100000:3.0:1734671657.569592:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7350 00000100:00100000:3.0:1734671657.569597:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752153984:12345-192.168.204.51@tcp:37:dbench.0 00010000:00010000:0.0:1734671657.572461:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.572473:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.572478:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.572483:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.572486:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.572491:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.572503:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x155bec67 (ffff88008b0bf100) 00010000:00010000:0.0:1734671657.572505:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.572508:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.572516:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a660 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35f:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.574139:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752153984:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4535us (4682us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.574149:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7350 00000100:00100000:0.0:1734671657.577341:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.577407:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752154240 00000100:00100000:3.0:1734671657.577414:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752154240 00000100:00100000:3.0:1734671657.577451:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7351 00000100:00100000:3.0:1734671657.577457:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c64c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752154240:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.577615:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c64c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934752154240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 157us (278us total) trans 4294982634 rc 0/0 00000100:00100000:3.0:1734671657.577621:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7351 00000100:00100000:0.0:1734671657.578870:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.578911:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752154368 00000100:00100000:2.0:1734671657.578916:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752154368 00000100:00100000:2.0:1734671657.578948:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30084 00000100:00100000:2.0:1734671657.578953:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752154368:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671657.578964:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.578978:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a675 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a25 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.579019:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579030:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579039:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579049:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579055:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579060:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579134:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579141:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579147:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671657.579170:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x32b:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.579173:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.579181:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579188:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579193:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579197:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579203:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579207:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.579211:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579216:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579224:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:2.0:1734671657.579227:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.579230:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579234:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a67c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579243:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579247:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579251:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579254:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25ac00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.579256:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579260:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579264:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x582e84a0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.579266:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.579268:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579271:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25ac00/0x87a91e500609a683 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.579290:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a675 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a25 expref: 518 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.579304:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a25 expref: 517 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.579309:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32b:0x0].0x0 (ffff88008e996900) 00010000:00010000:2.0:1734671657.579310:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.579312:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d25be00, rc 0) 00000100:00100000:2.0:1734671657.579351:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12140:x1818934752154368:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 397us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.579356:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30084 00000100:00100000:0.0:1734671657.581420:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.582405:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.582534:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752154624 00000100:00100000:3.0:1734671657.582541:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752154624 00000100:00100000:2.0:1734671657.583037:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752154752 00000100:00100000:3.0:1734671657.583040:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30085 00000100:00100000:2.0:1734671657.583041:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752154752 00000100:00100000:3.0:1734671657.583047:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752154624:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:2.0:1734671657.583078:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2946 00000100:00100000:2.0:1734671657.583083:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:1967:x1818934752154752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.583090:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.583090:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.583108:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e5006064dce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x362:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6d31 expref: 518 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.583108:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25be00/0x87a91e500609a68a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a25 expref: 518 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.583122:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32b:0x0].0x0 (ffff88008e996900) 00010000:00010000:2.0:1734671657.583125:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.583129:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a5fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a1e expref: 516 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.583140:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974e000/0x87a91e5006098d77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7460 expref: 515 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.583149:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099898600/0x87a91e5006064d26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x362:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6cf9 expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.583156:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff8800a13eaf00) 00010000:00010000:3.0:1734671657.583162:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671657.583172:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:1967:x1818934752154752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 86us (768us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671657.583177:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.583178:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2946 00010000:00010000:3.0:1734671657.583187:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583195:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583205:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583210:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583215:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.583303:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.583304:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583311:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583317:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.583398:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155008 00000100:00100000:2.0:1734671657.583401:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155008 00000100:00100000:2.0:1734671657.583418:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7352 00000100:00100000:2.0:1734671657.583422:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12140:x1818934752155008:12345-192.168.204.51@tcp:35:dbench.0 00000040:00080000:3.0:1734671657.583606:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].666, 64 off50880 00000040:00080000:3.0:1734671657.583626:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8164, 184 off1428528 00010000:00010000:3.0:1734671657.583693:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x362:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583700:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583707:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583712:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583719:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583723:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583728:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583733:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.583735:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583740:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583746:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.583748:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.583750:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583754:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89200/0x87a91e500609a6a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583767:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583771:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583775:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583778:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.583780:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583784:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583788:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x362:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.583790:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.583792:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583795:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a69f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.583823:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752155008:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 399us (521us total) trans 4294982635 rc 0/0 00010000:00010000:3.0:1734671657.583829:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.583829:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7352 00010000:00010000:3.0:1734671657.583834:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583837:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583841:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.583842:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583846:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583851:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:3.0:1734671657.583853:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.583855:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.583862:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a691 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.583868:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093524700 reply state ffff88008b7ad000 transno 4294982636 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.583873:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.583898:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752154624:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 851us (2484us total) trans 4294982636 rc 0/0 00000100:00100000:3.0:1734671657.583904:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30085 00000100:00100000:0.0:1734671657.584590:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.584627:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155136 00000100:00100000:3.0:1734671657.584630:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155136 00000100:00100000:3.0:1734671657.584718:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30086 00000100:00100000:3.0:1734671657.584724:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12276:x1818934752155136:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:3.0:1734671657.584734:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.584743:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a2c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.584768:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.584777:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.584783:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:3.0:1734671657.584785:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.584787:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092e88600, rc 0) 00000100:00100000:3.0:1734671657.584807:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12276:x1818934752155136:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 83us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.584812:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30086 00000100:00100000:0.0:1734671657.588917:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.589034:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.589044:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.589050:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.589055:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.589058:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.589064:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.589077:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0xb0773fd (ffff880099fbc000) 00010000:00010000:3.0:1734671657.589079:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.589083:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.589087:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a698 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35f:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.589601:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.589751:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155520 00000100:00100000:1.0:1734671657.589759:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155520 00000100:00100000:1.0:1734671657.589792:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7353 00000100:00100000:1.0:1734671657.589798:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12276:x1818934752155520:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:2.0:1734671657.589868:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155392 00000100:00100000:2.0:1734671657.589872:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155392 00000100:00100000:2.0:1734671657.589898:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30087 00000100:00100000:2.0:1734671657.589903:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752155392:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.589933:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.589948:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71600/0x87a91e500606209b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5e04 expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.589961:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e5006086a95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f197c expref: 515 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.589971:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e5006062039 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5dda expref: 514 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.589980:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32b:0x0].0x0 (ffff88008e996900) 00010000:00010000:2.0:1734671657.589990:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3000/0x87a91e5006099b1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78b9 expref: 513 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.589997:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:2.0:1734671657.590000:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.590011:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.590022:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 512 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.590028:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.590054:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 512 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.590065:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 512 pid: 16887 timeout: 439 lvb_type: 0 00000100:00100000:2.0:1734671657.590076:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752213120:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671657.590130:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800942cc600 going to sleep for 11 seconds 00000100:00100000:0.0:1734671657.593470:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.593536:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155648 00000100:00100000:3.0:1734671657.593543:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155648 00000100:00100000:3.0:1734671657.593585:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7354 00000100:00100000:3.0:1734671657.593592:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752155648:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671657.593643:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752213120:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671657.593664:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.594530:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12276:x1818934752155520:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 4730us (4928us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.594537:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7353 00000100:00100000:0.0:1734671657.597648:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.597700:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155776 00000100:00100000:0.0:1734671657.597703:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.597707:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155776 00000100:00100000:0.0:1734671657.597717:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752155904 00000100:00100000:0.0:1734671657.597719:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752155904 00010000:00010000:0.0:1734671657.597734:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 515 pid: 16887 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1734671657.597736:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 41 00000100:00100000:1.0:1734671657.597742:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:1964:x1818934752155776:12345-192.168.204.51@tcp:63:ll_sa.0 00000100:00100000:0.0:1734671657.597762:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8719 00000100:00100000:0.0:1734671657.597766:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:1964:x1818934752155904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671657.597769:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.597773:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671657.597777:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 515 pid: 16887 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1734671657.597779:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a6bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a33 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.597786:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 516 pid: 16887 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1734671657.597812:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597822:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597829:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597839:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597844:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597850:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597966:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597973:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.597979:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.597992:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x32d:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.597995:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.598007:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598015:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598021:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598025:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598030:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598034:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.598037:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598043:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598050:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:1.0:1734671657.598053:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.598055:0:22277:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598061:0:22277:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598065:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598081:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.598084:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598086:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a6c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.598090:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598096:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.598100:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598100:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598104:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.598106:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598108:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.598110:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671657.598112:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598114:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598119:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x261139b2 (ffff8800910bdf00) 00010000:00010000:1.0:1734671657.598121:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.598123:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598127:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a6c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598146:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a6bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a33 expref: 517 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.598155:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a33 expref: 516 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.598159:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32d:0x0].0x0 (ffff880092397500) 00010000:00010000:1.0:1734671657.598161:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.598162:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598163:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12000, rc 0) 00010000:00010000:1.0:1734671657.598166:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.598167:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598171:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a6e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a3a expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.598172:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.598185:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598191:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598196:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598203:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598207:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598215:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598251:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598258:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598263:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.598272:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x32e:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.598274:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.598279:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598284:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598288:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598291:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598296:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598299:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093883800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.598301:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598305:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598311:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:1.0:1734671657.598313:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.598315:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598319:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a6ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598325:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598329:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598333:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598336:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.598338:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598342:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598346:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x396e6a5e (ffff8800910bd100) 00010000:00010000:1.0:1734671657.598348:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.598349:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598353:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a6f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.598367:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a6e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a3a expref: 518 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.598376:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a3a expref: 517 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.598381:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32e:0x0].0x0 (ffff88008e996000) 00010000:00010000:1.0:1734671657.598383:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.598385:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c28800, rc 0) 00000100:00100000:1.0:1734671657.598417:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:1964:x1818934752155776:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 675us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.598423:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 41 00010000:00010000:0.0:1734671657.598657:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88600/0x87a91e500609a6ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a2c expref: 516 pid: 16887 timeout: 439 lvb_type: 0 00010000:00010000:0.0:1734671657.598695:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:0.0:1734671657.598698:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671657.598717:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:1964:x1818934752155904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 949us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.598722:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8719 00000040:00080000:2.0:1734671657.599121:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].687, 64 off52224 00000040:00080000:2.0:1734671657.599141:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8165, 176 off1428704 00010000:00010000:2.0:1734671657.599190:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599197:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599203:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599209:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599212:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599216:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599221:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599224:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.599226:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599231:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599237:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32b:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.599239:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.599241:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599245:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a701 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599261:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599265:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599269:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599272:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.599274:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599277:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599281:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32b:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.599283:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.599285:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599289:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a6de lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599352:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599356:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599360:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599363:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.599365:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599369:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599374:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:2.0:1734671657.599376:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.599378:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.599381:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a6b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.599388:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093524380 reply state ffff88008de03000 transno 4294982637 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.599393:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.599578:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752155392:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 9673us (10667us total) trans 4294982637 rc 0/0 00000100:00100000:2.0:1734671657.599583:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30087 00000100:00100000:3.0:1734671657.599919:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752155648:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 6325us (6454us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.599930:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7354 00010000:00010000:2.0:1734671657.604244:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.604256:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.604263:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.604268:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.604271:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.604277:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.604291:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x582e84a0 (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.604293:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.604296:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.604301:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a6d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x329:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.605169:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.605220:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752156160 00000100:00100000:3.0:1734671657.605227:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752156160 00000100:00100000:3.0:1734671657.605269:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7355 00000100:00100000:3.0:1734671657.605276:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12140:x1818934752156160:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.605463:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752156160:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 185us (297us total) trans 4294982638 rc 0/0 00000100:00100000:3.0:1734671657.605469:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7355 00000100:00100000:0.0:1734671657.607473:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.607556:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752156288 00000100:00100000:2.0:1734671657.607562:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752156288 00000100:00100000:2.0:1734671657.607604:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30088 00000100:00100000:2.0:1734671657.607609:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752156288:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671657.607624:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.607647:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a708 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a41 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.607719:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607731:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607739:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607750:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607755:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607760:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607845:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607853:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607859:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1734671657.607883:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x32a:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.607886:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.607898:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607911:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607917:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607924:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607929:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607934:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.607936:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607942:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607951:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:2.0:1734671657.607953:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.607957:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.607961:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a70f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.608135:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.608275:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608281:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608285:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608288:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.608291:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608298:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608305:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x582e84a0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.608308:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.608310:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608315:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a716 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.608336:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609a708 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a41 expref: 516 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.608345:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a41 expref: 515 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.608351:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32a:0x0].0x0 (ffff8800a8f11700) 00010000:00010000:2.0:1734671657.608353:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.608355:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009386d200, rc 0) 00000100:00100000:3.0:1734671657.608374:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752156544 00000100:00100000:3.0:1734671657.608378:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752156544 00000100:00100000:3.0:1734671657.608408:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30089 00000100:00100000:3.0:1734671657.608414:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752156544:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.608441:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.608453:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e5006062223 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5e82 expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.608465:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a6d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a33 expref: 515 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.608475:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094650000/0x87a91e5006088e52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2426 expref: 514 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.608484:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf600/0x87a91e5006062151 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5e3c expref: 513 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.608490:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32d:0x0].0x0 (ffff880092397500) 00010000:00010000:3.0:1734671657.608501:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.608508:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608515:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608520:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608529:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608534:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608538:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608590:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608596:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.608601:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671657.609118:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].688, 64 off52288 00000040:00080000:3.0:1734671657.609138:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8166, 184 off1428888 00010000:00010000:3.0:1734671657.609185:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609192:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609200:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609206:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609210:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609215:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609219:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609223:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.609226:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609231:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609237:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32d:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.609239:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.609241:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609245:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a739 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609261:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609266:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609271:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609274:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.609277:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609281:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.609284:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752156288:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1672us (1814us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671657.609286:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32d:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.609288:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.609290:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.609290:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30088 00010000:00010000:3.0:1734671657.609294:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a732 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609327:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609333:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609336:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609340:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.609342:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609346:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609356:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:3.0:1734671657.609358:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.609360:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.609363:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a724 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671657.609370:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099744e00 reply state ffff88008b7af000 transno 4294982639 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671657.609374:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.609403:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12140:x1818934752156544:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 988us (1268us total) trans 4294982639 rc 0/0 00000100:00100000:3.0:1734671657.609409:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30089 00000100:00100000:2.0:1734671657.614555:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.614604:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.614618:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.614668:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.614714:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752157312 00000100:00100000:2.0:1734671657.614721:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752157312 00000100:00100000:2.0:1734671657.614756:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30090 00000100:00100000:2.0:1734671657.614762:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12278:x1818934752157312:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:2.0:1734671657.614780:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.614796:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a48 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.614822:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.614833:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.614840:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:2.0:1734671657.614842:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.614844:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a1f400, rc 0) 00000100:00100000:2.0:1734671657.614878:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12278:x1818934752157312:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 115us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.614883:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30090 00000100:00100000:0.0:1734671657.614939:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752156672 00000100:00100000:0.0:1734671657.614943:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752156672 00000100:00100000:0.0:1734671657.614965:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2947 00000100:00100000:0.0:1734671657.614969:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:1967:x1818934752156672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671657.614976:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671657.614989:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d200/0x87a91e500609a71d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a41 expref: 514 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.615001:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32a:0x0].0x0 (ffff8800a8f11700) 00010000:00010000:0.0:1734671657.615004:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671657.615018:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:1967:x1818934752156672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.615023:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2947 00000100:00100000:1.0:1734671657.615127:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752156928 00000100:00100000:1.0:1734671657.615131:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752156928 00000100:00100000:1.0:1734671657.615146:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752157184 00000100:00100000:1.0:1734671657.615148:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752157184 00000100:00100000:1.0:1734671657.615160:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7356 00000100:00100000:1.0:1734671657.615164:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c64850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752156928:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.615304:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c64850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752156928:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 134us (694us total) trans 4294982640 rc 0/0 00000100:00100000:1.0:1734671657.615310:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7356 00000100:00100000:1.0:1734671657.615340:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7357 00000100:00100000:1.0:1734671657.615344:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752157184:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.615399:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752157184:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 54us (780us total) trans 4294982641 rc 0/0 00000100:00100000:1.0:1734671657.615405:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7357 00010000:00010000:3.0:1734671657.615945:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.615953:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.615959:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.615963:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.615966:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.615972:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.615980:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x261139b2 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.615982:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.615985:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.615990:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88c00/0x87a91e500609a72b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x329:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.618399:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.618427:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.618465:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.618484:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752157696 00000100:00100000:3.0:1734671657.618491:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752157696 00000100:00100000:3.0:1734671657.618521:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7358 00000100:00100000:3.0:1734671657.618527:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12278:x1818934752157696:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:2.0:1734671657.618529:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752157568 00000100:00100000:2.0:1734671657.618533:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752157568 00000100:00100000:2.0:1734671657.618560:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752157952 00000100:00100000:2.0:1734671657.618562:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752157952 00000100:00100000:2.0:1734671657.618579:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30091 00000100:00100000:2.0:1734671657.618584:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752157568:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.618613:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.618629:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e50060624b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5f62 expref: 516 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.618660:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a6fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a3a expref: 515 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.618670:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30e00/0x87a91e500608954b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2679 expref: 514 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.618697:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500606240d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5f2a expref: 513 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.618706:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32e:0x0].0x0 (ffff88008e996000) 00010000:00010000:2.0:1734671657.618713:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.618725:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618736:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618743:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618753:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618758:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618763:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618842:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618852:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.618857:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.619059:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30092 00000100:00100000:3.0:1734671657.619065:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752157952:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.619086:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.619096:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009386d000/0x87a91e5006061fa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5da9 expref: 513 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.619110:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfada00/0x87a91e5006086c71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f1a16 expref: 512 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.619119:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e5006061f44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5d86 expref: 511 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.619126:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32a:0x0].0x0 (ffff8800a8f11700) 00010000:00010000:3.0:1734671657.619135:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230d800/0x87a91e5006099a58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7888 expref: 510 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.619140:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:3.0:1734671657.619143:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.619149:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.619157:0:16887:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 509 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.619162:0:16887:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.619182:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].667, 64 off50944 00010000:00010000:3.0:1734671657.619184:0:16887:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 509 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.619194:0:16887:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 509 pid: 16887 timeout: 439 lvb_type: 0 00000040:00080000:2.0:1734671657.619201:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8167, 184 off1429072 00000100:00100000:3.0:1734671657.619204:0:16887:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752213248:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671657.619235:0:16887:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e8416c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734671657.619251:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619258:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619264:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619269:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619273:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619278:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619282:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619286:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffca00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.619289:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619295:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619301:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32e:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.619303:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.619305:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619310:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffca00/0x87a91e500609a763 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619327:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619330:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619334:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619337:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.619340:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619344:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619349:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32e:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.619350:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.619352:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619356:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a755 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619393:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619399:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619403:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619407:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.619409:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619413:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619419:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:2.0:1734671657.619421:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.619423:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.619427:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a747 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x329:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671657.619433:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099745880 reply state ffff88008de07000 transno 4294982642 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.619438:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.619465:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934752157568:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 880us (1072us total) trans 4294982642 rc 0/0 00000100:00100000:2.0:1734671657.619470:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30091 00000100:00100000:3.0:1734671657.621343:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12278:x1818934752157696:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 2811us (2910us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.621352:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7358 00010000:00010000:2.0:1734671657.621821:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.621829:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.621835:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.621840:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.621843:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.621848:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.621859:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x396e6a5e (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.621861:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.621865:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.621869:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b800/0x87a91e500609a74e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x329:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.622022:0:16887:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16887:1818934752213248:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671657.622038:0:16887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.625607:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.625993:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752158080 00000100:00100000:3.0:1734671657.626001:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752158080 00000100:00100000:3.0:1734671657.626034:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7359 00000100:00100000:3.0:1734671657.626041:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12140:x1818934752158080:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671657.628326:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.628391:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752158208 00000100:00100000:1.0:1734671657.628398:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752158208 00000100:00100000:1.0:1734671657.628428:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 42 00000100:00100000:1.0:1734671657.628433:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:1964:x1818934752158208:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1734671657.628461:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.628474:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a76a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a4f expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.628510:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628521:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628529:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628539:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628544:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628549:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628642:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628648:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628653:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.628671:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x32f:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.628692:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.628707:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628714:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628720:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628725:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628729:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628734:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.628737:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628742:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628750:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:1.0:1734671657.628753:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.628756:0:7088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.628762:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628766:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a771 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628775:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628779:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628784:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628787:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d023e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.628789:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628793:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628797:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x396e6a5e (ffff8800910bdf00) 00010000:00010000:1.0:1734671657.628799:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.628801:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628805:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a778 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628825:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a76a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a4f expref: 512 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.628835:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a4f expref: 511 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.628840:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32f:0x0].0x0 (ffff8800a4068b00) 00010000:00010000:1.0:1734671657.628843:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.628845:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093883800, rc 0) 00010000:00010000:1.0:1734671657.628848:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.628854:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a786 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a56 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.628869:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628875:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628880:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628888:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628893:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628897:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628940:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628947:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628952:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.628960:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x32c:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.628962:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.628968:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628973:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628978:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628983:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628987:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628990:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.628992:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.628996:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629001:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:1.0:1734671657.629002:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.629004:0:7088:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.629009:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629012:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a78d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629018:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629025:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629029:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629032:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.629034:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629038:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629042:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x261139b2 (ffff8800910bd100) 00010000:00010000:1.0:1734671657.629044:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.629045:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629049:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a794 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.629064:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a786 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a56 expref: 513 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.629071:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a56 expref: 512 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.629075:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32c:0x0].0x0 (ffff8800914fe800) 00010000:00010000:1.0:1734671657.629077:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.629079:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12200, rc 0) 00000100:00100000:1.0:1734671657.629118:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:1964:x1818934752158208:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 683us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.629125:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 42 00000100:00100000:2.0:1734671657.629387:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.629550:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752158336 00000100:00100000:3.0:1734671657.629555:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752158336 00000100:00100000:2.0:1734671657.630315:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934752158080:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 4272us (4713us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.630322:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7359 00010000:00010000:3.0:1734671657.630574:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 510 pid: 16887 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.630592:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8720 00000100:00100000:3.0:1734671657.630597:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d017050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:1964:x1818934752158336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.630608:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.630613:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 510 pid: 16887 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.630621:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 510 pid: 16887 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.630644:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1f400/0x87a91e500609a740 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a48 expref: 510 pid: 16887 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.630653:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:3.0:1734671657.630657:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.630663:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.630668:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.630696:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.630712:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d017050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:1964:x1818934752158336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 114us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.630720:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8720 00010000:00010000:2.0:1734671657.632002:0:16887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632011:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632028:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632036:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632043:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632140:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632146:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632152:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.632527:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].668, 64 off51008 00000040:00080000:2.0:1734671657.632549:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8168, 176 off1429248 00010000:00010000:2.0:1734671657.632600:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632607:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632613:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632619:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632623:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632628:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632645:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632653:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.632657:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632663:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.632671:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32a:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.633770:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.633777:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633784:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609a7b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633807:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633812:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633816:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633821:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffd000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.633824:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633829:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633836:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32a:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.633838:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.633841:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633844:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd000/0x87a91e500609a7a9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633887:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633891:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633896:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633899:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.633901:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633906:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633911:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:2.0:1734671657.633913:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.633915:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.633919:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a75c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671657.633926:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099746d80 reply state ffff88008b76a000 transno 4294982643 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.633932:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.635380:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12139:x1818934752157952:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 16308us (16908us total) trans 4294982643 rc 0/0 00000100:00100000:2.0:1734671657.635390:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30092 00000100:00100000:0.0:1734671657.636586:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.637314:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752158464 00000100:00100000:2.0:1734671657.637324:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752158464 00000100:00100000:2.0:1734671657.637362:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30093 00000100:00100000:2.0:1734671657.637368:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934752158464:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671657.637388:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.637406:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609a7b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a5d expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.637469:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.637483:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.637494:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.637507:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.637513:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.637517:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638012:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638026:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638032:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638037:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffd800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.638040:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638046:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638058:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x582e84a0 (ffff88008b0bfa00) 00010000:00010000:3.0:1734671657.638061:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.638064:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.638069:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609a7a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x328:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638538:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638548:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638556:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671657.638591:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x31b:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.638595:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.638612:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638620:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638628:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638644:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638650:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638655:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.638658:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638664:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638673:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671657.638693:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.638697:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.638702:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b000/0x87a91e500609a7be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639367:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639375:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639379:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639383:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288bc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.639386:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639391:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639399:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xe8edbb38 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.639401:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.639404:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639408:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609a7c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.639450:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609a7b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a5d expref: 511 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.639462:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a5d expref: 510 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.639468:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31b:0x0].0x0 (ffff88008c766500) 00010000:00010000:2.0:1734671657.639470:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.639472:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009288ba00, rc 0) 00000100:00100000:2.0:1734671657.639671:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934752158464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2300us (3090us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.639704:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30093 00000100:00100000:0.0:1734671657.641098:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.641192:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752158720 00000100:00100000:2.0:1734671657.641201:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752158720 00000100:00100000:2.0:1734671657.641236:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7360 00000100:00100000:2.0:1734671657.641243:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12139:x1818934752158720:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.641441:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752158720:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 198us (348us total) trans 4294982644 rc 0/0 00000100:00100000:2.0:1734671657.641447:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7360 00000100:00100000:0.0:1734671657.643470:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.645186:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752158848 00000100:00100000:2.0:1734671657.645196:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752158848 00000100:00100000:2.0:1734671657.645247:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2948 00000100:00100000:2.0:1734671657.645254:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:1965:x1818934752158848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671657.645265:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671657.645291:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609a7cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a5d expref: 511 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.645305:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31b:0x0].0x0 (ffff88008c766500) 00010000:00010000:2.0:1734671657.645309:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671657.645343:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.645344:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:1965:x1818934752158848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.645350:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2948 00000100:00100000:0.0:1734671657.645410:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.645426:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752159360 00000100:00100000:0.0:1734671657.645429:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752159360 00000100:00100000:0.0:1734671657.645448:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7361 00000100:00100000:0.0:1734671657.645452:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c64450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934752159360:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.645496:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752159104 00000100:00100000:2.0:1734671657.645500:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752159104 00000100:00100000:2.0:1734671657.645525:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30094 00000100:00100000:2.0:1734671657.645529:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752159104:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.645549:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.645561:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e5006062579 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5fb6 expref: 512 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.645573:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883800/0x87a91e500609a77f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a4f expref: 511 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.645581:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e5006089797 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2721 expref: 510 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.645592:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ee00/0x87a91e5006062525 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5f85 expref: 509 pid: 7084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671657.645594:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c64450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12140:x1818934752159360:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 141us (184us total) trans 4294982645 rc 0/0 00010000:00010000:2.0:1734671657.645598:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32f:0x0].0x0 (ffff8800a4068b00) 00000100:00100000:0.0:1734671657.645599:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7361 00010000:00010000:2.0:1734671657.645607:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.645620:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.645631:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.645649:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.645659:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.645660:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.645664:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.645669:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.645762:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.645765:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752159488 00010000:00010000:2.0:1734671657.645768:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.645769:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752159488 00010000:00010000:2.0:1734671657.645774:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.645789:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30095 00000100:00100000:3.0:1734671657.645793:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12280:x1818934752159488:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:3.0:1734671657.645801:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.645807:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a64 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.645823:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 509 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.645831:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 509 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.645836:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.645838:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.645840:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092e89e00, rc 0) 00000100:00100000:3.0:1734671657.645858:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12280:x1818934752159488:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 64us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.645862:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30095 00000040:00080000:2.0:1734671657.646090:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].689, 64 off52352 00000040:00080000:2.0:1734671657.646108:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8169, 184 off1429432 00010000:00010000:2.0:1734671657.646144:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646151:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646157:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646161:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646165:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646169:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646174:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646182:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.646185:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646191:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646198:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32f:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.646199:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.646202:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 3/0,0 mode: --/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646206:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39c00/0x87a91e500609a7ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646220:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646225:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646230:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646234:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.646236:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646240:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646246:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32f:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.646248:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.646251:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646255:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39000/0x87a91e500609a7e1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.646304:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.647947:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.647955:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.647959:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.647963:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.647968:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.647980:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:2.0:1734671657.647982:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.647984:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.647988:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e800/0x87a91e500609a7d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.647999:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099744380 reply state ffff88008ef22000 transno 4294982646 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.648005:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.648040:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.648151:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752159744 00000100:00100000:3.0:1734671657.648157:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752159744 00000100:00100000:3.0:1734671657.648184:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30096 00000100:00100000:3.0:1734671657.648188:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934752159744:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.648218:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.648230:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372d400/0x87a91e5006060fed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5869 expref: 511 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.648241:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b2000/0x87a91e5006084232 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0c9b expref: 510 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.648250:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea21800/0x87a91e5006060f84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e583f expref: 509 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.648261:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31b:0x0].0x0 (ffff88008c766500) 00010000:00010000:3.0:1734671657.648270:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e5006099b38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78c0 expref: 508 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.648277:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.648278:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.648288:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.648296:0:11200:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.648302:0:11200:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.648323:0:11200:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.648331:0:11200:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.648341:0:11200:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752213376:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671657.649292:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12139:x1818934752159104:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3757us (3945us total) trans 4294982646 rc 0/0 00000100:00100000:2.0:1734671657.649299:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30094 00000100:00100000:3.0:1734671657.650261:0:11200:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841180 going to sleep for 11 seconds 00000100:00100000:0.0:1734671657.652246:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.652301:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752159872 00000100:00100000:2.0:1734671657.652433:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752159872 00000100:00100000:2.0:1734671657.652577:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7362 00000100:00100000:2.0:1734671657.652584:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12280:x1818934752159872:12345-192.168.204.51@tcp:37:ll_sa.0 00010000:00010000:2.0:1734671657.653840:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.653851:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.653857:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.653862:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4a1ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.653866:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.653873:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.653885:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x396e6a5e (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.653887:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.653890:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.653894:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1ec00/0x87a91e500609a7da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x328:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.654169:0:11200:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008efa5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11200:1818934752213376:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671657.654192:0:11200:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.655160:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12280:x1818934752159872:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 2573us (2917us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.655172:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7362 00000100:00100000:1.0:1734671657.657436:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.657992:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752160128 00000100:00100000:3.0:1734671657.658000:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752160128 00000100:00100000:3.0:1734671657.658033:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7363 00000100:00100000:3.0:1734671657.658040:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12139:x1818934752160128:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.658211:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12139:x1818934752160128:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 170us (779us total) trans 4294982647 rc 0/0 00000100:00100000:3.0:1734671657.658218:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7363 00000100:00100000:1.0:1734671657.658572:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.658809:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752160384 00000100:00100000:3.0:1734671657.658813:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752160384 00010000:00010000:3.0:1734671657.658829:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1734671657.659034:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8721 00000100:00100000:3.0:1734671657.659039:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:1967:x1818934752160384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.659048:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.659054:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.659064:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.659081:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609a7e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a64 expref: 507 pid: 11200 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1734671657.659092:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.659097:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659104:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659110:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659127:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.659159:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:1967:x1818934752160384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 119us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.659165:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8721 00010000:00010000:3.0:1734671657.659181:0:11200:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659187:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659202:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659209:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659216:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659308:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659314:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659320:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.659717:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].690, 64 off52416 00000040:00080000:3.0:1734671657.659738:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8170, 184 off1429616 00010000:00010000:3.0:1734671657.659780:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659786:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659791:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659796:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659800:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659804:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659808:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659813:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.659815:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659820:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659827:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31b:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.659829:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.659832:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659835:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609a80b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659856:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659860:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659864:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659867:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.659869:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659873:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659877:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31b:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.659879:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.659881:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659885:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609a804 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659921:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659926:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659930:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659933:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.659936:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659940:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659945:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.659947:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.659950:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.659954:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609a7f6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.659960:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099746a00 reply state ffff88008b76b000 transno 4294982648 ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.659966:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.660022:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12140:x1818934752159744:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 11832us (11983us total) trans 4294982648 rc 0/0 00000100:00100000:3.0:1734671657.660028:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30096 00000100:00100000:1.0:1734671657.662019:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.662062:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752160256 00000100:00100000:0.0:1734671657.662072:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752160256 00000100:00100000:0.0:1734671657.662107:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 43 00000100:00100000:0.0:1734671657.662113:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:1965:x1818934752160256:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.662139:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.662150:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a812 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a6b expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662185:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662194:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662202:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662210:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662214:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662219:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662294:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662300:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662305:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671657.662322:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x31f:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.662325:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.662335:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662341:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662346:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662350:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662358:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662363:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.662366:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662370:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662377:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:0.0:1734671657.662379:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662382:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662386:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609a819 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662407:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662411:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662415:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662418:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.662420:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662424:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662429:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xd60d7337 (ffff880134d9d200) 00010000:00010000:0.0:1734671657.662431:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662433:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662436:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609a820 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662453:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609a812 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a6b expref: 509 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662460:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a6b expref: 508 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662465:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31f:0x0].0x0 (ffff88008e996300) 00010000:00010000:0.0:1734671657.662466:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.662468:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d023e00, rc 0) 00010000:00010000:0.0:1734671657.662471:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.662475:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf600/0x87a91e500609a82e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a72 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662486:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662491:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662496:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662502:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662507:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662511:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662542:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662547:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662551:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671657.662558:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x31d:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.662560:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.662564:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662569:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662573:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662576:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662580:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662583:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.662585:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662590:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662595:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:0.0:1734671657.662596:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662598:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662603:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bec00/0x87a91e500609a835 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662608:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662613:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662617:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662620:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.662622:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662626:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662631:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x66c02682 (ffff880134d9d600) 00010000:00010000:0.0:1734671657.662644:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662646:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662649:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a83c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662664:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf600/0x87a91e500609a82e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a72 expref: 510 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662672:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a72 expref: 509 pid: 22277 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671657.662693:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671657.662693:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31d:0x0].0x0 (ffff88008e996700) 00010000:00010000:0.0:1734671657.662694:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.662696:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8be600, rc 0) 00010000:00010000:0.0:1734671657.662700:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.662705:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a84a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a79 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662719:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662726:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662731:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662738:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662742:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662746:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662788:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x315:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662795:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662801:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671657.662810:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x315:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.662812:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.662817:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x315:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662823:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662828:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662831:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662836:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662839:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bfc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.662841:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662845:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662851:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:0.0:1734671657.662853:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662855:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662859:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a851 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662866:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662870:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662875:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662878:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.662879:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662885:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662890:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x7264b700 (ffff880134d9d300) 00010000:00010000:0.0:1734671657.662892:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662894:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.662898:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a858 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.662902:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.662908:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.662912:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.662912:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a84a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a79 expref: 511 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.662916:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.662919:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.662923:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.662923:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a79 expref: 510 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.662928:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x315:0x0].0x0 (ffff880092397e00) 00010000:00010000:1.0:1734671657.662929:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xe8edbb38 (ffff880099fbc700) 00010000:00010000:0.0:1734671657.662930:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.662931:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.662931:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d889200, rc 0) 00010000:00010000:1.0:1734671657.662933:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.662934:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.662936:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609a7fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.662955:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a866 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a80 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.662976:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.662982:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.662987:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.662994:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.662999:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663004:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663044:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x319:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663050:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x319:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663055:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x319:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.663063:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x319:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.663065:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.663071:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x319:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663076:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663080:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663084:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663088:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663092:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.663094:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663098:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663104:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671657.663105:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.663107:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663111:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a86d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663116:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663120:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663124:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663127:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.663129:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663133:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663138:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xf9a88606 (ffff8800910bd000) 00010000:00010000:1.0:1734671657.663145:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.663147:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663151:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a874 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663165:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a866 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a80 expref: 511 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663172:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a80 expref: 510 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663177:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x319:0x0].0x0 (ffff88012e95ad00) 00010000:00010000:1.0:1734671657.663179:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.663181:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c28800, rc 0) 00010000:00010000:1.0:1734671657.663183:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.663189:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a882 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a87 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663202:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663208:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663216:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663224:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663229:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663234:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663271:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x313:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663276:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x313:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663281:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x313:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.663290:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x313:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.663293:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.663298:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x313:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663303:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663308:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663312:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663320:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663324:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da13a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.663326:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663331:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663336:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671657.663338:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.663340:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663344:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a889 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663351:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663356:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663360:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663364:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.663365:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663370:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663375:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xc7fe5838 (ffff8800910bd100) 00010000:00010000:1.0:1734671657.663377:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.663379:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663382:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a890 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663395:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a882 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a87 expref: 512 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663402:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a87 expref: 511 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663407:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x313:0x0].0x0 (ffff880135444000) 00010000:00010000:1.0:1734671657.663409:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.663410:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da13000, rc 0) 00010000:00010000:1.0:1734671657.663413:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.663417:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a89e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a8e expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663429:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663434:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663440:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663448:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663454:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663459:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663495:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663501:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663506:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.663514:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x30b:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.663516:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.663521:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663526:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663530:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663534:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663538:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663542:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.663544:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663548:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663553:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671657.663555:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.663557:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663561:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a8a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663567:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663572:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663576:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663579:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.663580:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663584:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663588:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x86195b67 (ffff8800910bdf00) 00010000:00010000:1.0:1734671657.663590:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.663591:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663595:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a8ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663607:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a89e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a8e expref: 513 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663614:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a8e expref: 512 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663619:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30b:0x0].0x0 (ffff88012ec0ea00) 00010000:00010000:1.0:1734671657.663620:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.663622:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef05e00, rc 0) 00010000:00010000:1.0:1734671657.663624:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.663629:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099855200/0x87a91e500609a8ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a95 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.663655:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663661:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663667:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663703:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663709:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.663714:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671657.663875:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752160640 00000100:00100000:3.0:1734671657.663881:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752160640 00000100:00100000:3.0:1734671657.663913:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30097 00000100:00100000:3.0:1734671657.663918:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752160640:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.663945:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.663956:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cffe00/0x87a91e5006062342 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5ee4 expref: 514 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.663974:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a79b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a56 expref: 513 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.663987:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e5006089211 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2561 expref: 512 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.663997:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cff400/0x87a91e50060622e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5ec1 expref: 511 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.664003:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32c:0x0].0x0 (ffff8800914fe800) 00010000:00010000:3.0:1734671657.664008:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.664015:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664022:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664028:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664041:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664046:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664051:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664109:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664115:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664126:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.664163:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664170:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664175:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.664185:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x30f:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.664187:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.664192:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664197:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664202:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664206:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664210:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664214:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a1333c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.664216:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664220:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664225:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671657.664227:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.664229:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664232:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a8c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664237:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664241:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664245:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664248:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009422a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.664250:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664254:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664258:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x3dce1c64 (ffff8800910bd400) 00010000:00010000:1.0:1734671657.664259:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.664261:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664265:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a8c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664279:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099855200/0x87a91e500609a8ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a95 expref: 511 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.664289:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a95 expref: 510 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.664294:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30f:0x0].0x0 (ffff8800a792d800) 00010000:00010000:1.0:1734671657.664296:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.664297:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e916c00, rc 0) 00010000:00010000:1.0:1734671657.664300:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.664305:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a8eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7a9c expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.664319:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664324:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664330:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664338:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664343:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664348:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664383:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x317:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664392:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x317:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664396:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x317:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671657.664404:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x317:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.664406:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.664412:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x317:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664416:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664421:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664425:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664429:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664432:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.664434:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664438:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00000040:00080000:3.0:1734671657.664443:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].669, 64 off51072 00010000:00010000:1.0:1734671657.664443:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671657.664445:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.664447:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664451:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609a8f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664456:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00000040:00080000:3.0:1734671657.664460:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8171, 184 off1429800 00010000:00010000:1.0:1734671657.664460:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664464:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664467:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.664469:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664472:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664477:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x92de3403 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.664478:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.664480:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664483:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609a8f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671657.664497:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10c00/0x87a91e500609a8eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a9c expref: 513 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.664504:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a9c expref: 512 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.664506:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664512:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.664512:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x317:0x0].0x0 (ffff8800acc8ba00) 00010000:00010000:1.0:1734671657.664514:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.664516:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938b3400, rc 0) 00010000:00010000:3.0:1734671657.664518:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664522:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664525:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664529:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664533:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664536:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.664538:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664542:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664546:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32c:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.664548:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.664550:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664554:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a907 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664565:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664570:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664574:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664577:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.664579:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664583:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664589:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32c:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.664590:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.664593:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664596:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609a8dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671657.664626:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:1965:x1818934752160256:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 2512us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.664642:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 43 00010000:00010000:3.0:1734671657.664652:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664656:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664661:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664665:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.664666:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664671:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664696:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:3.0:1734671657.664697:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.664700:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.664704:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609a8cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x328:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.664710:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093527b80 reply state ffff88008b76d000 transno 4294982649 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.664716:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.664744:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12139:x1818934752160640:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 825us (2050us total) trans 4294982649 rc 0/0 00000100:00100000:3.0:1734671657.664749:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30097 00000100:00100000:0.0:1734671657.669766:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.669994:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.670007:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.670013:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.670018:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.670022:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.670028:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.670042:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x261139b2 (ffff880099fbc200) 00010000:00010000:2.0:1734671657.670044:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.670048:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.670052:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609a8d6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x328:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.672212:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.672519:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752161152 00000100:00100000:0.0:1734671657.672530:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752161152 00000100:00100000:0.0:1734671657.672576:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 44 00000100:00100000:0.0:1734671657.672584:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:1965:x1818934752161152:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.672631:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.672658:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a90e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7aa3 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.672726:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672740:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672750:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672763:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672769:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672774:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672894:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x311:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672902:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x311:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672907:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x311:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671657.672923:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x311:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.672927:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.672943:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x311:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672951:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x311:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672956:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672961:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672966:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672971:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.672975:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672981:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.672991:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:0.0:1734671657.672993:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.672997:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673001:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609a915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673012:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673017:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673022:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673025:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.673027:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673032:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673038:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xdfedbb38 (ffff880134d9d500) 00010000:00010000:0.0:1734671657.673039:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.673042:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673046:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609a91c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673070:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609a90e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7aa3 expref: 513 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.673080:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x311:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7aa3 expref: 512 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.673086:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x311:0x0].0x0 (ffff880092397b00) 00010000:00010000:0.0:1734671657.673088:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.673090:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d888c00, rc 0) 00010000:00010000:0.0:1734671657.673093:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.673100:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a92a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7aaa expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.673116:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673123:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673128:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673138:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673143:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673148:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673191:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673202:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673208:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671657.673218:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x30d:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.673220:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.673227:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673232:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673237:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673241:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673246:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673250:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce9600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.673252:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673257:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673263:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:0.0:1734671657.673265:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.673268:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673273:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a931 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673280:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673284:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673289:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673293:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce8800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.673295:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673300:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673306:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xf61990e9 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.673308:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.673310:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673314:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a938 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671657.673328:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a92a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7aaa expref: 514 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.673335:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7aaa expref: 513 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.673344:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30d:0x0].0x0 (ffff8800a792dc00) 00010000:00010000:0.0:1734671657.673346:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.673348:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce8e00, rc 0) 00000100:00100000:3.0:1734671657.673351:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.673401:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:1965:x1818934752161152:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 817us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.673408:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 44 00000100:00100000:1.0:1734671657.673667:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752160768 00000100:00100000:1.0:1734671657.673685:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752160768 00000100:00100000:1.0:1734671657.673744:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7364 00000100:00100000:1.0:1734671657.673750:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752160768:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671657.674404:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752161024 00000100:00100000:3.0:1734671657.674412:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752161024 00000100:00100000:3.0:1734671657.674438:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7365 00000100:00100000:3.0:1734671657.674442:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752161024:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.674594:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752161024:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 150us (1250us total) trans 4294982650 rc 0/0 00000100:00100000:3.0:1734671657.674601:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7365 00000100:00100000:0.0:1734671657.677998:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.678390:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752161408 00000100:00100000:3.0:1734671657.678401:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752161408 00000100:00100000:3.0:1734671657.678484:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30098 00000100:00100000:3.0:1734671657.678492:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752161408:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.678535:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.678556:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90400/0x87a91e5006061511 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5a29 expref: 515 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.678575:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609a827 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a6b expref: 514 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.678587:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3e400/0x87a91e5006084198 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0c71 expref: 513 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.678597:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e50060614af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5a06 expref: 512 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.678605:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31f:0x0].0x0 (ffff88008e996300) 00010000:00010000:3.0:1734671657.678614:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.678629:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.678648:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.678656:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.678668:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.678673:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.678854:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671657.678952:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752160768:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5198us (9197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.678963:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7364 00010000:00010000:3.0:1734671657.679093:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679100:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679106:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.679439:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].691, 64 off52480 00000040:00080000:3.0:1734671657.679458:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8172, 184 off1429984 00010000:00010000:3.0:1734671657.679506:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679513:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679519:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679524:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679529:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679537:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679542:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679547:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.679550:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679555:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679561:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31f:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.679563:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.679566:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679570:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609a95b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679588:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679592:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679596:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679599:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bfc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.679602:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679609:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679614:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31f:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.679616:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.679618:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679622:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bfc00/0x87a91e500609a954 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679766:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679771:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679775:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679778:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bf800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.679780:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679785:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679791:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.679792:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.679795:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.679798:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609a946 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.679805:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3cdf80 reply state ffff88008b76f000 transno 4294982651 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.679810:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.680006:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12140:x1818934752161408:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1511us (2017us total) trans 4294982651 rc 0/0 00000100:00100000:3.0:1734671657.680012:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30098 00010000:00010000:1.0:1734671657.682556:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.682569:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.682575:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.682580:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.682584:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.682589:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.682605:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xd60d7337 (ffff880099fbc900) 00010000:00010000:1.0:1734671657.682608:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.682612:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.682616:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609a94d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.682854:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.682921:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752161536 00000100:00100000:3.0:1734671657.682928:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752161536 00000100:00100000:3.0:1734671657.682967:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30099 00000100:00100000:3.0:1734671657.682975:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752161536:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671657.682989:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671657.683005:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a962 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ab1 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.683060:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683071:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683079:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683088:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683092:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683097:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683175:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x584:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683182:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683188:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:3.0:1734671657.683211:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x584:0x0]: returning size 543 00000004:00200000:3.0:1734671657.683215:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671657.683225:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683232:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683238:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683243:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683248:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683252:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.683256:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683262:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683269:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.683272:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.683276:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683280:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609a969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683288:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683292:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683296:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683299:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.683301:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683304:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683309:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x86397a9e (ffff880099fbc000) 00010000:00010000:3.0:1734671657.683310:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.683312:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683315:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609a970 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.683336:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609a962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ab1 expref: 513 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.683349:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ab1 expref: 512 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.683354:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.683356:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671657.683357:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b0b9800, rc 0) 00000100:00100000:3.0:1734671657.683390:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12139:x1818934752161536:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 415us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.683395:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30099 00000100:00100000:1.0:1734671657.684829:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.684891:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752161792 00000100:00100000:2.0:1734671657.684899:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752161792 00000100:00100000:2.0:1734671657.684930:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7366 00000100:00100000:2.0:1734671657.684936:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c64050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12140:x1818934752161792:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.685097:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c64050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12140:x1818934752161792:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 155us (271us total) trans 4294982652 rc 0/0 00000100:00100000:2.0:1734671657.685104:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7366 00000100:00100000:0.0:1734671657.689706:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.689768:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.689769:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.689855:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.689896:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752162304 00000100:00100000:0.0:1734671657.689907:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752162304 00000100:00100000:0.0:1734671657.689988:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 45 00000100:00100000:0.0:1734671657.689997:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:1964:x1818934752162304:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671657.690044:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.690063:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e500609a97e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ab8 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671657.690091:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752162560 00000100:00100000:3.0:1734671657.690095:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752162560 00010000:00010000:0.0:1734671657.690114:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690128:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690139:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690151:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690157:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690162:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.690229:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7367 00000100:00100000:3.0:1734671657.690235:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752162560:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:0.0:1734671657.690281:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690289:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690295:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.690309:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33e:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.690313:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.690327:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690334:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690340:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690345:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690351:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690355:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce8000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.690359:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690365:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690374:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.690377:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.690381:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690385:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609a985 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.690395:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934752162560:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 160us (540us total) trans 4294982653 rc 0/0 00010000:00010000:0.0:1734671657.690395:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690400:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.690403:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7367 00010000:00010000:0.0:1734671657.690405:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690409:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce8800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.690410:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690415:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690420:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x853e0f88 (ffff880134d9d900) 00010000:00010000:0.0:1734671657.690422:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.690423:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690427:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8800/0x87a91e500609a98c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690448:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8c00/0x87a91e500609a97e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ab8 expref: 516 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.690456:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ab8 expref: 515 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.690462:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671657.690463:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.690466:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce9600, rc 0) 00010000:00010000:0.0:1734671657.690469:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.690475:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099855200/0x87a91e500609a99a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7abf expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.690491:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690497:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690503:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690511:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690516:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690522:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690579:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690586:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690592:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.690602:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x340:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.690604:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.690610:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690616:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690621:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690626:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690630:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690644:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009422a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.690646:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690651:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690657:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.690660:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.690662:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.690667:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009422a400/0x87a91e500609a9a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.690866:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752162048 00000100:00100000:2.0:1734671657.690875:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752162048 00000100:00100000:2.0:1734671657.690917:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30100 00000100:00100000:2.0:1734671657.690924:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12140:x1818934752162048:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.690966:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.690990:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e50060612cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5965 expref: 517 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691009:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609a843 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a72 expref: 516 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691019:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e5006084606 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0de4 expref: 515 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691029:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e5006061201 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5911 expref: 514 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691037:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31d:0x0].0x0 (ffff88008e996700) 00010000:00010000:2.0:1734671657.691045:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.691060:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691070:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691077:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691090:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691095:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691100:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691125:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691131:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691136:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691139:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a1333c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691141:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691145:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691151:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x853e1088 (ffff880134d9dd00) 00010000:00010000:0.0:1734671657.691152:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691154:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691158:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1333c00/0x87a91e500609a9a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691175:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099855200/0x87a91e500609a99a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7abf expref: 514 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691185:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691187:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7abf expref: 513 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691191:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691191:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff8800943a1300) 00010000:00010000:0.0:1734671657.691192:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.691194:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ef04a00, rc 0) 00010000:00010000:2.0:1734671657.691197:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691197:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.691201:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a9cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ac6 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.691216:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691221:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691227:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691236:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691240:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691245:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691294:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691300:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691305:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.691313:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x337:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.691316:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.691321:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691326:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691331:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691334:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691338:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691342:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ef04600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691344:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691348:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691352:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.691354:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691355:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691359:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04600/0x87a91e500609a9d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691366:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691370:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691374:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691378:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691380:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691384:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691390:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x862169a0 (ffff880134d9dc00) 00010000:00010000:0.0:1734671657.691392:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691394:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691398:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12000/0x87a91e500609a9d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691413:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04000/0x87a91e500609a9cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ac6 expref: 515 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.691421:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ac6 expref: 514 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.691426:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:0.0:1734671657.691428:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.691430:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008da12800, rc 0) 00010000:00010000:0.0:1734671657.691433:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.691437:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a9e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7acd expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.691451:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691458:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691463:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691471:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691475:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691480:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691526:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691533:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691538:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000040:00080000:2.0:1734671657.691541:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].692, 64 off52544 00000004:00200000:0.0:1734671657.691548:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34a:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.691550:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.691556:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000040:00080000:2.0:1734671657.691561:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8173, 176 off1430160 00010000:00010000:0.0:1734671657.691562:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691566:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691571:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691576:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691580:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c29a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691582:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691587:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691592:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.691593:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691595:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691599:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29a00/0x87a91e500609a9ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691605:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691609:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691609:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691617:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691617:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691620:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c28e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691622:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691623:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691625:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691628:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691630:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x2f856f5d (ffff880134d9d300) 00010000:00010000:2.0:1734671657.691644:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691645:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691648:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691652:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28e00/0x87a91e500609a9f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691653:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691658:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691662:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.691665:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691668:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13a00/0x87a91e500609a9e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7acd expref: 517 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691671:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691699:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7acd expref: 516 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691700:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31d:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.691702:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.691704:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff8800a4956b00) 00010000:00010000:2.0:1734671657.691705:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691706:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.691708:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c29800, rc 0) 00010000:00010000:2.0:1734671657.691709:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aa03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691711:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.691717:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609aa0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ad4 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.691728:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691732:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691736:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691737:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691739:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.691742:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691743:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691749:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691749:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691754:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31d:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671657.691756:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.691758:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691758:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691762:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609a9c4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691763:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691769:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691817:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x358:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691820:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691823:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x358:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691824:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691828:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691829:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x358:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691831:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.691833:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691837:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671657.691837:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x358:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.691839:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1734671657.691843:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671657.691844:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1734671657.691845:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x358:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.691846:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.691850:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609a9b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691851:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x358:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00000004:00010000:2.0:1734671657.691856:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3cfb80 reply state ffff88008ef24000 transno 4294982654 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.691856:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691861:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.691862:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734671657.691866:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691870:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e88e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691872:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691878:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691884:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.691886:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691888:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691892:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88e00/0x87a91e500609aa11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691900:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691904:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691909:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691913:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092e89c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.691916:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.691929:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12140:x1818934752162048:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1004us (2266us total) trans 4294982654 rc 0/0 00010000:00010000:0.0:1734671657.691932:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.691935:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30100 00010000:00010000:0.0:1734671657.691938:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x86398c8e (ffff880134d9d600) 00010000:00010000:0.0:1734671657.691939:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.691941:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691946:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89c00/0x87a91e500609aa18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.691962:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89000/0x87a91e500609aa0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ad4 expref: 518 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.691970:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x358:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ad4 expref: 517 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.691974:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x358:0x0].0x0 (ffff88008ef42f00) 00010000:00010000:0.0:1734671657.691976:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.691978:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092e89e00, rc 0) 00010000:00010000:0.0:1734671657.693184:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.693198:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609aa26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7adb expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693230:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693239:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693249:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693259:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693264:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693269:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693341:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x338:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693349:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.693354:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671657.693354:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.693365:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x338:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.693369:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.693378:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693385:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693390:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693394:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693403:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693408:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.693410:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693415:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693422:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.693429:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.693432:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693436:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889a00/0x87a91e500609aa2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693444:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693449:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693454:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693458:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d889000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.693460:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693464:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693470:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x862169a1 (ffff880134d9d500) 00010000:00010000:0.0:1734671657.693472:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.693474:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693478:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889000/0x87a91e500609aa34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693493:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88400/0x87a91e500609aa26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7adb expref: 519 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693512:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7adb expref: 518 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693517:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x338:0x0].0x0 (ffff880134d29200) 00010000:00010000:0.0:1734671657.693519:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.693521:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d889c00, rc 0) 00010000:00010000:0.0:1734671657.693524:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.693529:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609aa42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ae2 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693545:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693551:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693556:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693565:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693571:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693576:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693620:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x334:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693626:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693642:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.693652:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x334:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.693655:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.693660:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693666:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693671:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693691:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693696:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693703:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.693706:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693711:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693717:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.693719:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.693721:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693725:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609aa49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693737:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693743:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693748:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693751:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094422000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.693753:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693758:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693762:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x85ed9198 (ffff880134d9d000) 00010000:00010000:0.0:1734671657.693764:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.693766:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693770:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609aa50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.693785:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888a00/0x87a91e500609aa42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ae2 expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693794:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ae2 expref: 519 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693799:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x334:0x0].0x0 (ffff880134d29700) 00010000:00010000:0.0:1734671657.693800:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.693802:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094422c00, rc 0) 00010000:00010000:3.0:1734671657.693828:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.693839:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.693841:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752162816 00010000:00010000:3.0:1734671657.693844:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.693849:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.693852:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.693852:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752162816 00000100:00100000:0.0:1734671657.693862:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:1964:x1818934752162304:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 3865us (4093us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.693871:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 45 00000100:00100000:2.0:1734671657.693897:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30101 00000100:00100000:2.0:1734671657.693904:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752162816:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:0.0:1734671657.693905:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752162176 00000100:00100000:0.0:1734671657.693910:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752162176 00000100:00100000:0.0:1734671657.693936:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2949 00000100:00100000:0.0:1734671657.693941:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:1967:x1818934752162176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671657.693943:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.693950:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671657.693960:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6600/0x87a91e5006095729 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x584:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f630a expref: 520 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693971:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9800/0x87a91e500609a977 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ab1 expref: 519 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.693977:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c86d000/0x87a91e50060956f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x584:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62fc expref: 519 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.693982:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:0.0:1734671657.693985:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.693991:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc31200/0x87a91e50060943b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x584:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c88 expref: 517 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.693999:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff880099fbcd00) 00000100:00100000:0.0:1734671657.694003:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:1967:x1818934752162176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (4234us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.694009:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2949 00010000:00010000:2.0:1734671657.694013:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c8ea000/0x87a91e5006099a74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f788f expref: 516 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.694021:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.694023:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.694037:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694046:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694053:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694063:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694068:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694073:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.694127:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.694136:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x66c02682 (ffff88008b0bf300) 00010000:00010000:3.0:1734671657.694138:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.694141:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.694145:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609a9bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694155:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x584:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694161:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694168:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.694500:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].670, 64 off51136 00000040:00080000:2.0:1734671657.694519:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8174, 184 off1430344 00010000:00010000:2.0:1734671657.694563:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x584:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694570:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694576:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694581:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694585:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694589:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694593:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694597:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffd800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.694600:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694605:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694610:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.694613:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.694615:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694619:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609aa73 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x584:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694649:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694653:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694658:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694662:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.694664:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694669:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694707:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x584:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.694710:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.694712:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694717:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609aa6c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x584:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694754:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694759:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694763:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694767:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.694770:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694774:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694780:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.694782:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.694784:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.694788:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609aa5e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.694794:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008efa5f80 reply state ffff88008ef26000 transno 4294982655 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.694799:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.699796:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752162816:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 5614us (6165us total) trans 4294982655 rc 0/0 00000100:00100000:2.0:1734671657.699806:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30101 00000100:00100000:0.0:1734671657.700178:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.700261:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752163072 00000100:00100000:3.0:1734671657.700272:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752163072 00000100:00100000:3.0:1734671657.700323:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7368 00000100:00100000:3.0:1734671657.700330:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752163072:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.700561:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752163072:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 230us (388us total) trans 4294982656 rc 0/0 00000100:00100000:3.0:1734671657.700568:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7368 00010000:00010000:1.0:1734671657.701843:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.701854:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.701861:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.701865:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.701868:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.701874:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.701886:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x86397a9e (ffff88008b0bf000) 00010000:00010000:1.0:1734671657.701888:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.701891:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.701899:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aa65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.704091:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.704100:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.704143:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.704150:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752163328 00000100:00100000:2.0:1734671657.704158:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752163328 00000100:00100000:0.0:1734671657.704168:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752163712 00000100:00100000:0.0:1734671657.704174:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752163712 00000100:00100000:2.0:1734671657.704201:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30102 00000100:00100000:2.0:1734671657.704207:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12140:x1818934752163328:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:0.0:1734671657.704208:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7369 00000100:00100000:0.0:1734671657.704214:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+516:12139:x1818934752163712:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.704510:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934752163712:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 295us (365us total) trans 4294982657 rc 0/0 00000100:00100000:0.0:1734671657.704517:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7369 00000100:00100000:0.0:1734671657.704668:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752163456 00000100:00100000:0.0:1734671657.704705:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752163456 00000100:00100000:0.0:1734671657.704727:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 46 00000100:00100000:0.0:1734671657.704732:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:1967:x1818934752163456:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:2.0:1734671657.704736:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.704752:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.704757:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0600/0x87a91e5006060a4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x315:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5694 expref: 517 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.704768:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609aa7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ae9 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.704778:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889200/0x87a91e500609a85f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a79 expref: 517 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.704788:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11000/0x87a91e5006083a21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x315:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f09f4 expref: 516 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.704798:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b400/0x87a91e50060609f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x315:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5671 expref: 515 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.704807:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.704808:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x315:0x0].0x0 (ffff880092397e00) 00010000:00010000:2.0:1734671657.704816:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.704820:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.704831:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.704832:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.704843:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.704843:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.704849:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.704850:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.704856:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.704861:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.704865:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.704870:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.704957:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.704958:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x315:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.704964:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.704965:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.704969:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.704972:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.704987:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33c:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.704992:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.705002:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705009:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705016:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705021:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705027:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705033:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.705037:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705044:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705053:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.705055:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.705058:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705062:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609aa81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705074:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705078:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705082:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705086:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.705087:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705091:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705096:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x554f0788 (ffff88012eeb4e00) 00010000:00010000:0.0:1734671657.705098:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.705100:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705104:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423800/0x87a91e500609aa8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705123:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422400/0x87a91e500609aa7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ae9 expref: 515 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.705135:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ae9 expref: 514 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.705140:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33c:0x0].0x0 (ffff880094b81b00) 00010000:00010000:0.0:1734671657.705142:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.705144:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ce8000, rc 0) 00010000:00010000:0.0:1734671657.705147:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.705152:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e500609aaab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7af0 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.705168:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705175:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705180:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705192:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705196:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705201:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705245:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705253:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705259:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.705269:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x344:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.705271:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.705277:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705282:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705287:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705291:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705295:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705299:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ce9800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.705301:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705305:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705311:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00000040:00080000:2.0:1734671657.705313:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].693, 64 off52608 00010000:00010000:0.0:1734671657.705313:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.705315:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705320:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9800/0x87a91e500609aab2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705328:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00000040:00080000:2.0:1734671657.705331:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8175, 184 off1430528 00010000:00010000:0.0:1734671657.705333:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705337:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705350:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094630400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.705376:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x315:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705383:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705390:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705395:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705399:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705404:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705408:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705413:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288ba00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.705416:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705421:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705427:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x315:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671657.705429:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.705431:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705435:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609aac7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x315:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705453:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705458:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705462:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705465:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.705467:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705470:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705475:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x315:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671657.705476:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.705479:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705483:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9200/0x87a91e500609aaa4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x315:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705519:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705525:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705529:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705532:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008da12200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.705534:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705542:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705547:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671657.705549:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.705551:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.705555:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12200/0x87a91e500609aa88 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.705562:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3cf800 reply state ffff8801323e8000 transno 4294982658 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.705568:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.705619:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12140:x1818934752163328:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1411us (1539us total) trans 4294982658 rc 0/0 00000100:00100000:2.0:1734671657.705627:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30102 00010000:00010000:0.0:1734671657.705759:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705767:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705775:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e1088 (ffff88012eeb4800) 00010000:00010000:0.0:1734671657.705777:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.705780:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705784:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094630400/0x87a91e500609aab9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705807:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9a00/0x87a91e500609aaab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7af0 expref: 517 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.705816:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7af0 expref: 516 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.705822:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:0.0:1734671657.705825:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.705827:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934df000, rc 0) 00010000:00010000:0.0:1734671657.705830:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.705836:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aace lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7af7 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.705854:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705861:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705866:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705877:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705882:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705887:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705941:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705948:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705953:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.705964:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x350:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.705966:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.705974:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705980:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705985:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705989:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705994:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.705998:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.706000:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706005:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706012:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.706013:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.706016:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706020:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aad5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706028:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706032:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706168:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706172:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.706174:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706179:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706186:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xec85a24b (ffff88012eeb4500) 00010000:00010000:0.0:1734671657.706188:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.706190:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706195:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87a00/0x87a91e500609aadc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706211:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aace lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7af7 expref: 518 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706219:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7af7 expref: 517 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706225:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff88009beceb00) 00010000:00010000:0.0:1734671657.706227:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.706228:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec87e00, rc 0) 00010000:00010000:0.0:1734671657.706232:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.706237:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609aaea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7afe expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706259:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706265:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706270:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706279:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706284:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706288:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706335:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706342:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706348:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:0.0:1734671657.706359:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x348:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.706361:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.706367:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706373:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706378:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706382:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706387:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706391:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e4e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.706393:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706399:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706405:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.706406:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.706409:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706413:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609aaf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706420:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706424:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706429:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706433:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.706435:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706439:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706444:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x55390488 (ffff880134d9d200) 00010000:00010000:0.0:1734671657.706446:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.706448:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706452:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609aaf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706468:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609aaea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7afe expref: 519 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706474:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7afe expref: 518 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706478:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:0.0:1734671657.706478:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.706480:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e5e00, rc 0) 00010000:00010000:0.0:1734671657.706482:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.706485:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ab06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b05 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706495:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706499:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706505:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706512:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706515:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706518:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706550:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706554:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706557:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:2.0:1734671657.706563:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00200000:0.0:1734671657.706563:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34e:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.706564:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.706568:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706571:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706575:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706577:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706582:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706585:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.706586:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706589:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706592:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.706593:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.706594:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706596:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ab0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706600:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706603:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706606:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706608:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.706609:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706612:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706615:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xe385a24b (ffff8800a474c500) 00010000:00010000:0.0:1734671657.706617:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.706618:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706620:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ab14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706630:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ab06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b05 expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706651:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b05 expref: 519 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706656:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008ef42500) 00010000:00010000:0.0:1734671657.706658:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.706660:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c40ae00, rc 0) 00010000:00010000:0.0:1734671657.706663:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.706668:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609ab22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b0c expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.706713:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706719:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706725:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706735:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706744:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:0.0:1734671657.706749:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000100:00100000:3.0:1734671657.706785:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752163968 00000100:00100000:3.0:1734671657.706797:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752163968 00000100:00100000:3.0:1734671657.706829:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30103 00000100:00100000:3.0:1734671657.706835:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752163968:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.706866:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.706881:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e5006062e8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e62b1 expref: 521 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.706894:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9600/0x87a91e500609a993 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ab8 expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.706904:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9e400/0x87a91e50060956c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62e7 expref: 519 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.706913:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092083e00/0x87a91e5006062e71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e62a3 expref: 518 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.706920:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff8800943a1800) 00010000:00010000:3.0:1734671657.706927:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.706938:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.706946:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.706953:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.706961:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.706966:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.706971:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.707036:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.707041:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.707049:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.707313:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].671, 64 off51200 00000040:00080000:3.0:1734671657.707334:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8176, 184 off1430712 00010000:00010000:1.0:1734671657.707843:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x356:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707852:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707857:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.707872:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x356:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.707875:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.707887:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707894:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707900:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707905:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707910:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707914:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.707918:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707927:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707933:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.707935:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.707938:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707942:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22000/0x87a91e500609ab29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707949:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707953:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707957:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707960:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.707961:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707965:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707969:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa149fd88 (ffff8800943a1600) 00010000:00010000:1.0:1734671657.707971:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.707973:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.707977:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609ab30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708000:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609ab22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b0c expref: 519 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708009:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b0c expref: 518 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708015:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x356:0x0].0x0 (ffff88008ef42800) 00010000:00010000:1.0:1734671657.708016:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.708018:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee83200, rc 0) 00010000:00010000:1.0:1734671657.708023:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.708029:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ab53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b13 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708052:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708057:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708062:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708071:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708076:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708080:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708123:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708130:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708134:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.708144:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x592:0x0]: returning size 4096 00000004:00200000:1.0:1734671657.708146:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.708152:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708158:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708162:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708166:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708171:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708174:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.708176:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708181:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708187:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.708189:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.708191:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708195:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97400/0x87a91e500609ab5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708202:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708206:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708210:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708213:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.708215:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708219:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708224:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xc88ea4fb (ffff8800910bda00) 00010000:00010000:1.0:1734671657.708225:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.708227:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708231:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ab61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708246:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ab53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b13 expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708257:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b13 expref: 519 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708262:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff88008cf01100) 00010000:00010000:1.0:1734671657.708264:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.708265:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a96200, rc 0) 00010000:00010000:1.0:1734671657.708268:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.708272:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ab6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b1a expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708287:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708293:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708298:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708306:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708311:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708315:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708354:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708360:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708366:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.708374:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x342:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.708376:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.708383:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708387:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708392:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708395:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708399:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708403:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.708405:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708409:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708414:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.708416:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.708418:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708422:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ab76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708428:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708432:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708436:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708439:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.708440:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708444:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708448:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e0f88 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.708450:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.708452:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708455:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609ab7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708468:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ab6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b1a expref: 521 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708475:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b1a expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708480:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff88008ee5e700) 00010000:00010000:1.0:1734671657.708482:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.708483:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b08fa00, rc 0) 00010000:00010000:1.0:1734671657.708486:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.708490:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609ab8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b21 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708503:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708522:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708527:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708535:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708540:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708544:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708586:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x354:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708593:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708598:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.708607:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x354:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.708609:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.708615:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708620:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708624:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708628:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708642:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708646:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.708648:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708652:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708658:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.708659:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.708662:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708666:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e000/0x87a91e500609ab92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708673:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708712:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708720:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708723:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.708725:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708730:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708735:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x554d0b88 (ffff8800910bd400) 00010000:00010000:1.0:1734671657.708737:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.708739:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708743:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609ab99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.708757:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609ab8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b21 expref: 522 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708764:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b21 expref: 521 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.708775:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x354:0x0].0x0 (ffff88008f277700) 00010000:00010000:1.0:1734671657.708777:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.708778:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc78400, rc 0) 00010000:00010000:3.0:1734671657.709127:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709135:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709141:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709146:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709151:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709155:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709159:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709163:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.709165:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709360:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709368:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.709370:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.709372:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709377:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609aba7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709393:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709398:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709402:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709405:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bf800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.709407:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709411:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709415:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33e:0x0].0x0 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.709417:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.709419:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709422:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ab45 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x33e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709465:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709470:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709475:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709478:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d023e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.709480:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709484:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709490:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.709491:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.709493:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.709497:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d023e00/0x87a91e500609ab37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.709504:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b151500 reply state ffff8801323e1000 transno 4294982659 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.709510:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.709554:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12139:x1818934752163968:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2717us (2993us total) trans 4294982659 rc 0/0 00000100:00100000:3.0:1734671657.709561:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30103 00010000:00010000:2.0:1734671657.709655:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.709666:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.709672:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.709696:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.709699:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.709709:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.709721:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x7264b700 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.709724:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.709727:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.709732:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b9400/0x87a91e500609aa96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.711058:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.711112:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:1967:x1818934752163456:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 6367us (7007us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.711123:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 46 00010000:00010000:1.0:1734671657.711327:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.711333:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.711339:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.711343:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.711347:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.711352:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.711353:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752164224 00010000:00010000:1.0:1734671657.711361:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x853e0f88 (ffff880099fbc200) 00000100:00100000:2.0:1734671657.711362:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752164224 00010000:00010000:1.0:1734671657.711363:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.711366:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.711370:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ab3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.711402:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7370 00000100:00100000:2.0:1734671657.711408:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12140:x1818934752164224:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.711590:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934752164224:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 181us (587us total) trans 4294982660 rc 0/0 00000100:00100000:2.0:1734671657.711596:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7370 00000100:00100000:0.0:1734671657.714551:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.714940:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.715380:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.715409:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752164864 00000100:00100000:2.0:1734671657.715418:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752164864 00000100:00100000:1.0:1734671657.715892:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752164480 00000100:00100000:1.0:1734671657.715898:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752164480 00000100:00100000:1.0:1734671657.715923:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 47 00000100:00100000:1.0:1734671657.715930:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:1967:x1818934752164480:12345-192.168.204.51@tcp:63:ll_sa.0 00000100:00100000:3.0:1734671657.716073:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752164608 00000100:00100000:3.0:1734671657.716078:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752164608 00000100:00100000:3.0:1734671657.716100:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30104 00000100:00100000:3.0:1734671657.716105:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752164608:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.716150:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.716177:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230dc00/0x87a91e5006060e11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x319:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e57b3 expref: 522 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.716195:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c28800/0x87a91e500609a87b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a80 expref: 521 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.716206:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4ec00/0x87a91e5006083c97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0ac6 expref: 520 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.716217:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91800/0x87a91e5006060d62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x319:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5782 expref: 519 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.716227:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x319:0x0].0x0 (ffff88012e95ad00) 00010000:00010000:3.0:1734671657.716238:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.716257:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716270:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716278:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716289:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716295:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716300:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716402:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x319:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716409:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716415:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.716866:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].694, 64 off52672 00000040:00080000:3.0:1734671657.716890:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8177, 184 off1430896 00010000:00010000:3.0:1734671657.716949:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716957:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716963:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716968:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716973:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716978:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716983:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716988:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.716992:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.716998:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717006:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x319:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.717008:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.717010:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717014:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609abc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717035:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717040:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717044:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717049:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.717052:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717056:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717061:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x319:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.717063:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.717066:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717070:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e200/0x87a91e500609abbc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717119:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717124:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717129:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717132:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.717134:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717138:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717144:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.717145:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.717148:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.717151:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609abae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.717158:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc1880 reply state ffff8801323e3000 transno 4294982661 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.717164:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.717235:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934752164608:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1127us (2293us total) trans 4294982661 rc 0/0 00000100:00100000:3.0:1734671657.717241:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30104 00000100:00100000:2.0:1734671657.717657:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7371 00000100:00100000:2.0:1734671657.717664:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752164864:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.717776:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12139:x1818934752164864:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 111us (2396us total) trans 4294982662 rc 0/0 00000100:00100000:2.0:1734671657.717782:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7371 00010000:00010000:1.0:1734671657.718107:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.718120:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27c00/0x87a91e500609abca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b28 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.718154:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718162:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718169:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718179:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718184:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718189:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718257:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718265:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718271:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.718285:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x34c:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.718289:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.718299:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718306:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718311:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718319:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718325:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718329:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8e26600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.718332:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718337:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718343:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.718345:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.718348:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718352:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26600/0x87a91e500609abd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718361:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718366:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718371:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718375:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8e27400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.718377:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718385:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718390:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x9b856f73 (ffff8800910bdf00) 00010000:00010000:1.0:1734671657.718392:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.718394:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718399:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27400/0x87a91e500609abd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718420:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27c00/0x87a91e500609abca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b28 expref: 521 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.718429:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b28 expref: 520 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.718436:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:1.0:1734671657.718437:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.718440:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8e27e00, rc 0) 00010000:00010000:1.0:1734671657.718443:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.718448:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27000/0x87a91e500609abe6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b2f expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.718472:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718479:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718484:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718493:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718497:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718502:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718548:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718556:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718561:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.718570:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x352:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.718572:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.718578:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718584:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718588:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718592:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718596:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718602:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8e26c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.718605:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718609:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718615:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.718617:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.718619:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718623:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26c00/0x87a91e500609abed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718630:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718643:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718648:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718652:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8e27a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.718654:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718659:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718664:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xd185bb5c (ffff8800910bd100) 00010000:00010000:1.0:1734671657.718666:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.718668:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.718672:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27a00/0x87a91e500609abf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719001:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27000/0x87a91e500609abe6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b2f expref: 522 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719009:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b2f expref: 521 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719014:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:1.0:1734671657.719016:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.719018:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8e26000, rc 0) 00010000:00010000:1.0:1734671657.719021:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.719060:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e500609ac02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b36 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719074:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719080:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719085:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719093:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719098:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719103:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719142:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719148:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719153:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.719162:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x33a:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.719164:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.719170:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719175:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719180:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719184:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719189:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719193:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e4400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.719195:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719199:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719206:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.719208:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.719210:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719214:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ac09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719221:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719226:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719230:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719233:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.719235:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719239:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719244:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x5538fb88 (ffff8800910bd000) 00010000:00010000:1.0:1734671657.719245:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.719247:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719251:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ac10 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719266:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26e00/0x87a91e500609ac02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b36 expref: 523 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719274:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b36 expref: 522 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719279:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33a:0x0].0x0 (ffff88009b391200) 00010000:00010000:1.0:1734671657.719281:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.719282:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8e5400, rc 0) 00010000:00010000:1.0:1734671657.719285:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.719290:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ac1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b3d expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719304:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719309:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719315:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719324:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719328:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719333:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719375:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719382:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719388:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.719397:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x346:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.719399:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.719405:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719410:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719414:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719418:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719422:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719426:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e4e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.719429:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719434:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719439:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.719441:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.719442:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719447:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4e00/0x87a91e500609ac25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719454:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719458:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719462:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719466:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800934dea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.719468:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719472:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719477:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa1380d88 (ffff8800910bdd00) 00010000:00010000:1.0:1734671657.719479:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.719481:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719486:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609ac2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.719500:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ac1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b3d expref: 524 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719508:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b3d expref: 523 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.719513:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:1.0:1734671657.719515:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.719517:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec87400, rc 0) 00000100:00100000:1.0:1734671657.720113:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:1967:x1818934752164480:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 4181us (5573us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.720122:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 47 00000100:00100000:2.0:1734671657.721129:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.721192:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.721256:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.721264:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.721271:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.721275:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.721279:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.721284:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.721296:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xf9a88606 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.721298:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.721301:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.721305:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609abb5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.721335:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752165120 00000100:00100000:3.0:1734671657.721343:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752165120 00000100:00100000:3.0:1734671657.721373:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7372 00000100:00100000:3.0:1734671657.721378:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+522:12140:x1818934752165120:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.722264:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12140:x1818934752165120:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 883us (1136us total) trans 4294982663 rc 0/0 00000100:00100000:3.0:1734671657.722272:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7372 00000100:00100000:3.0:1734671657.722319:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752165376 00000100:00100000:3.0:1734671657.722322:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752165376 00000100:00100000:3.0:1734671657.722347:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30105 00000100:00100000:3.0:1734671657.722351:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+523:12139:x1818934752165376:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.722378:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.722393:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e5006062f51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x340:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e62e9 expref: 523 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.722407:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04a00/0x87a91e500609a9af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7abf expref: 522 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.722418:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a600/0x87a91e500609578b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f632d expref: 521 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.722430:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e5006062f43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x340:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e62e2 expref: 520 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.722439:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff8800943a1300) 00010000:00010000:3.0:1734671657.722446:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.722463:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722474:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722482:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722493:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722499:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722503:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722595:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x340:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722602:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.722607:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.723013:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].672, 64 off51264 00000040:00080000:3.0:1734671657.723035:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8178, 184 off1431080 00010000:00010000:3.0:1734671657.723081:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x340:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723088:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723094:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723100:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723105:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723109:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723114:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723119:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ee83400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.723122:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723129:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723135:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.723137:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.723140:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 3/0,0 mode: --/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723144:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83400/0x87a91e500609ac4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x340:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723161:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723167:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723172:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723175:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.723178:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723182:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723188:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x340:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.723189:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.723191:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723196:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609ac48 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x340:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723238:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723243:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723248:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723251:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.723254:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723258:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723265:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.723267:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.723269:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.723273:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ac3a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.723281:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099745c00 reply state ffff8801323e5000 transno 4294982664 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.723287:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.723328:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+521:12139:x1818934752165376:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 975us (2135us total) trans 4294982664 rc 0/0 00000100:00100000:3.0:1734671657.723335:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30105 00000100:00100000:0.0:1734671657.727021:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671657.727106:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.727117:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.727123:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.727127:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bf800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.727132:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.727139:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.727154:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x853e1088 (ffff880099fbc700) 00010000:00010000:1.0:1734671657.727156:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.727160:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671657.727165:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bf800/0x87a91e500609ac41 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.727346:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752165632 00000100:00100000:3.0:1734671657.727356:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752165632 00000100:00100000:3.0:1734671657.727601:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30106 00000100:00100000:3.0:1734671657.727609:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+520:12140:x1818934752165632:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.727692:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.727710:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094420a00/0x87a91e5006060845 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x313:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e55d0 expref: 520 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.727727:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13000/0x87a91e500609a897 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a87 expref: 519 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.727741:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e5006083941 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f09a7 expref: 518 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.727754:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136285e00/0x87a91e50060607c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x313:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5598 expref: 517 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.727761:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x313:0x0].0x0 (ffff880135444000) 00010000:00010000:3.0:1734671657.727769:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.727789:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727801:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727810:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727821:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727826:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727831:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727941:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x313:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727947:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.727953:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.728391:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].695, 64 off52736 00000040:00080000:3.0:1734671657.728413:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8179, 184 off1431264 00010000:00010000:3.0:1734671657.728464:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x313:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728471:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728477:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728482:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728486:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728490:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728494:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728502:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d494a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.728505:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728510:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728515:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x313:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.728517:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.728519:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728523:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609ac6b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728545:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728549:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728553:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728556:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.728558:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728561:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728565:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x313:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.728566:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.728569:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728572:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609ac64 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728646:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728650:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728655:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728659:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.728661:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728665:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728671:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.728673:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.728709:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.728713:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ac56 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.728721:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3cdc00 reply state ffff8801323e7000 transno 4294982665 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.728727:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.728803:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12140:x1818934752165632:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1193us (1792us total) trans 4294982665 rc 0/0 00000100:00100000:3.0:1734671657.728811:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30106 00000100:00100000:1.0:1734671657.730360:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.730464:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.730473:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.730478:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.730482:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.730485:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.730490:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.730502:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xc7fe5838 (ffff880099fbcd00) 00010000:00010000:2.0:1734671657.730504:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.730507:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.730511:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609ac5d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.730606:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752165888 00000100:00100000:3.0:1734671657.730614:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752165888 00000100:00100000:3.0:1734671657.731838:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7373 00000100:00100000:3.0:1734671657.731847:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934752165888:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.732834:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12139:x1818934752165888:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 984us (2477us total) trans 4294982666 rc 0/0 00000100:00100000:3.0:1734671657.732842:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7373 00000100:00100000:1.0:1734671657.736011:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.736483:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752166144 00000100:00100000:2.0:1734671657.736494:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752166144 00000100:00100000:2.0:1734671657.736547:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7374 00000100:00100000:2.0:1734671657.736554:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+518:12140:x1818934752166144:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.737762:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12140:x1818934752166144:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1202us (1762us total) trans 4294982667 rc 0/0 00000100:00100000:2.0:1734671657.737774:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7374 00000100:00100000:0.0:1734671657.738149:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.738612:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752166400 00000100:00100000:2.0:1734671657.738619:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752166400 00000100:00100000:2.0:1734671657.738667:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30107 00000100:00100000:2.0:1734671657.738672:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+519:12139:x1818934752166400:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.738743:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.738771:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41600/0x87a91e5006062a9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x337:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e615a expref: 519 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.738791:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da12800/0x87a91e500609a9e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ac6 expref: 518 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.738804:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e5006094299 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c2d expref: 517 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.738816:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2a00/0x87a91e5006062a8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x337:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6153 expref: 516 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.738825:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008ef6f200) 00010000:00010000:2.0:1734671657.738834:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.738854:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.738867:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.738876:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.738891:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.738897:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.738903:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739008:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x337:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739015:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739020:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:2.0:1734671657.739426:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].673, 64 off51328 00000040:00080000:2.0:1734671657.739451:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8180, 184 off1431448 00010000:00010000:2.0:1734671657.739506:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x337:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739514:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739520:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739526:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739531:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739539:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739544:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739549:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288bc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.739553:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739559:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739565:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.739567:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.739570:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739574:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ac87 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x337:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739596:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739601:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739605:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739608:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288ba00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.739611:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739617:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739622:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x337:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.739623:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.739624:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739628:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288ba00/0x87a91e500609ac80 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x337:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739715:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739720:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739724:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739728:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.739730:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739735:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739742:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.739743:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.739746:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.739750:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ac72 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671657.739758:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3cea00 reply state ffff8801323ea000 transno 4294982668 ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.739764:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.739836:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12139:x1818934752166400:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1161us (1684us total) trans 4294982668 rc 0/0 00000100:00100000:2.0:1734671657.739844:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30107 00000100:00100000:0.0:1734671657.743410:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.743510:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752166656 00000100:00100000:3.0:1734671657.743520:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752166656 00000100:00100000:3.0:1734671657.743564:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30108 00000100:00100000:3.0:1734671657.743572:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+517:12140:x1818934752166656:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.743642:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.743670:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889400/0x87a91e5006060129 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e534c expref: 517 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.743720:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05e00/0x87a91e500609a8b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a8e expref: 516 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.743731:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1f6000/0x87a91e5006084bf5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0fd5 expref: 515 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.743742:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500606009d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e531b expref: 514 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.743752:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30b:0x0].0x0 (ffff88012ec0ea00) 00010000:00010000:3.0:1734671657.743762:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.743782:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743795:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743803:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743816:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743822:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743827:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743950:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743957:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.743962:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.744383:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].696, 64 off52800 00000040:00080000:3.0:1734671657.744409:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8181, 184 off1431632 00010000:00010000:3.0:1734671657.744469:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744476:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744487:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744494:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744499:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744504:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744510:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744517:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800934dea00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.744521:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744528:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744536:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30b:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.744538:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.744541:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744546:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dea00/0x87a91e500609aca3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744568:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744573:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744579:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744583:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.744586:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744591:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744597:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30b:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.744599:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.744601:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744605:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10800/0x87a91e500609ac9c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744667:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744672:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744706:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744711:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc10600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.744713:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744717:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744728:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.744730:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.744732:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.744737:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10600/0x87a91e500609ac8e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.744746:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008d3ce680 reply state ffff8801323f1000 transno 4294982669 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.744752:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.744830:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752166656:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1256us (1429us total) trans 4294982669 rc 0/0 00000100:00100000:3.0:1734671657.744838:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30108 00010000:00010000:0.0:1734671657.745194:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.745201:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.745206:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.745209:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288a000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.745212:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.745216:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.745225:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x862169a0 (ffff88008b0bf300) 00010000:00010000:0.0:1734671657.745227:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.745229:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.745237:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609ac79 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.748797:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.748877:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.748892:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.748899:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.748905:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc11400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.748910:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.748917:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.748932:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752166912 00010000:00010000:2.0:1734671657.748935:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x86195b67 (ffff880099fbc600) 00010000:00010000:2.0:1734671657.748938:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1734671657.748943:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752166912 00010000:00010000:2.0:1734671657.748943:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.748949:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11400/0x87a91e500609ac95 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.748992:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7375 00000100:00100000:3.0:1734671657.749009:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+513:12139:x1818934752166912:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.749256:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12139:x1818934752166912:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 246us (463us total) trans 4294982670 rc 0/0 00000100:00100000:3.0:1734671657.749263:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7375 00000100:00100000:0.0:1734671657.749497:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.749552:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752167168 00000100:00100000:1.0:1734671657.749557:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752167168 00000100:00100000:1.0:1734671657.749583:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7376 00000100:00100000:1.0:1734671657.749587:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+514:12140:x1818934752167168:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.749725:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12140:x1818934752167168:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 137us (229us total) trans 4294982671 rc 0/0 00000100:00100000:1.0:1734671657.749731:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7376 00000100:00100000:0.0:1734671657.752484:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.752592:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752167424 00000100:00100000:2.0:1734671657.752604:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752167424 00000100:00100000:2.0:1734671657.752702:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30109 00000100:00100000:2.0:1734671657.752711:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+515:12139:x1818934752167424:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.752781:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.752812:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e5006063769 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6582 expref: 515 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.752832:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c29800/0x87a91e500609a9fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7acd expref: 514 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.752844:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009426a800/0x87a91e5006095a32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f640d expref: 513 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.752855:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91200/0x87a91e5006063754 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e657b expref: 512 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.752865:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff8800a4956b00) 00010000:00010000:2.0:1734671657.752876:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.752912:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.752925:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.752934:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.752948:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.752953:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.752960:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.753079:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.753091:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.753097:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.753396:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.753493:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752167680 00000100:00100000:2.0:1734671657.753498:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752167680 00000100:00100000:2.0:1734671657.753532:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30110 00000100:00100000:2.0:1734671657.753537:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+512:12140:x1818934752167680:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.753560:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.753573:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e5006060590 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e54cd expref: 512 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.753587:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e916c00/0x87a91e500609a8e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a95 expref: 511 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.753600:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e5006083145 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0707 expref: 510 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.753611:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500606056d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e54bf expref: 509 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.753621:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30f:0x0].0x0 (ffff8800a792d800) 00000040:00080000:3.0:1734671657.753629:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].674, 64 off51392 00010000:00010000:2.0:1734671657.753629:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.753648:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.753656:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.753662:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.753667:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8182, 184 off1431816 00010000:00010000:2.0:1734671657.753672:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.753695:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.753701:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.753748:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753756:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.753757:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.753763:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.753767:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.753769:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.753773:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753779:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753784:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753790:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753795:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.753798:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753805:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753812:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:3.0:1734671657.753815:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.753818:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 3/0,0 mode: --/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753822:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609accd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753845:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753851:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753856:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753859:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a96e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.753862:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753868:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753874:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34a:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:3.0:1734671657.753875:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.753878:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753882:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96e00/0x87a91e500609acb8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753928:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753934:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753939:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753943:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.753945:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753950:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753961:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.753963:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.753965:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671657.753970:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609acaa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671657.753977:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008df6f100 reply state ffff8801323ec000 transno 4294982672 ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.753983:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000040:00080000:2.0:1734671657.754025:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].697, 64 off52864 00000040:00080000:2.0:1734671657.754038:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8183, 184 off1432000 00000100:00100000:3.0:1734671657.754068:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752167424:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1357us (1589us total) trans 4294982672 rc 0/0 00000100:00100000:3.0:1734671657.754075:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30109 00010000:00010000:2.0:1734671657.754076:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754084:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754093:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754098:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754103:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754107:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754112:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754116:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.754119:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754124:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754130:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30f:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.754133:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.754135:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 3/0,0 mode: --/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754141:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609acdb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754153:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754157:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754162:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754166:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009327fa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.754168:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754173:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754179:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30f:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.754181:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.754183:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754187:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609acd4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754220:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754225:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754230:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754235:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.754237:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754242:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754251:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671657.754253:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.754256:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.754260:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609acbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.754267:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008df6c000 reply state ffff8801323ed000 transno 4294982673 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.754272:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.754318:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934752167680:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 779us (922us total) trans 4294982673 rc 0/0 00000100:00100000:2.0:1734671657.754324:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30110 00010000:00010000:2.0:1734671657.758872:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.758890:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.758897:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.758903:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288a000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.758908:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.758915:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.758935:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x2f856f5d (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.758939:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.758944:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.758949:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a000/0x87a91e500609acb1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.759198:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.759263:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752167936 00000100:00100000:3.0:1734671657.759274:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752167936 00000100:00100000:3.0:1734671657.759709:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7377 00000100:00100000:3.0:1734671657.759719:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12139:x1818934752167936:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.759802:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.759810:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.759815:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.759820:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d494a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.759822:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.759827:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.759836:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x3dce1c64 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.759838:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.759841:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.759845:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609acc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.760100:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12139:x1818934752167936:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 382us (909us total) trans 4294982674 rc 0/0 00000100:00100000:3.0:1734671657.760107:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7377 00000100:00100000:2.0:1734671657.762458:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.762527:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752168192 00000100:00100000:3.0:1734671657.762536:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752168192 00000100:00100000:3.0:1734671657.762574:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7378 00000100:00100000:3.0:1734671657.762579:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+510:12140:x1818934752168192:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.762811:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12140:x1818934752168192:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 229us (360us total) trans 4294982675 rc 0/0 00000100:00100000:0.0:1734671657.762814:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.762819:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7378 00000100:00100000:2.0:1734671657.762910:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752168448 00000100:00100000:2.0:1734671657.762914:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752168448 00000100:00100000:2.0:1734671657.762948:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30111 00000100:00100000:2.0:1734671657.762952:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+511:12139:x1818934752168448:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.763028:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.763054:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0800/0x87a91e5006064577 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x358:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6a67 expref: 511 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.763071:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e89e00/0x87a91e500609aa1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x358:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ad4 expref: 510 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.763084:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e5006094d19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x358:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5fad expref: 509 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.763099:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89dc00/0x87a91e500606450e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x358:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6a44 expref: 508 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.763109:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x358:0x0].0x0 (ffff88008ef42f00) 00010000:00010000:2.0:1734671657.763119:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.763137:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763149:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763157:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763169:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763174:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763183:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763282:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x358:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763288:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763294:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.763759:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].675, 64 off51456 00000040:00080000:2.0:1734671657.763782:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8184, 184 off1432184 00010000:00010000:2.0:1734671657.763827:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x358:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763834:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763840:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763846:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763851:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763856:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763861:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763870:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.763873:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763880:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763887:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x358:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.763889:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.763893:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763897:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609acf7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x358:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763917:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763922:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763927:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763931:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08e400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.763934:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763938:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763945:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x358:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.763947:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.763950:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763954:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08e400/0x87a91e500609acf0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x358:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.763995:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.764000:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.764004:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.764007:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.764009:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.764012:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.764018:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.764019:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.764021:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.764025:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609ace2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.764033:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59bb80 reply state ffff8801323ef000 transno 4294982676 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.764039:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.764094:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12139:x1818934752168448:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1139us (1285us total) trans 4294982676 rc 0/0 00000100:00100000:2.0:1734671657.764100:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30111 00000100:00100000:0.0:1734671657.766871:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.766971:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752168704 00010000:00010000:3.0:1734671657.766972:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.766982:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.766983:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752168704 00010000:00010000:3.0:1734671657.766988:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.766994:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a97000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.766998:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767004:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767019:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x86398c8e (ffff88008b0bfa00) 00010000:00010000:3.0:1734671657.767022:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.767026:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767030:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97000/0x87a91e500609ace9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.767036:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30112 00000100:00100000:2.0:1734671657.767043:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+509:12140:x1818934752168704:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.767098:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.767114:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e5006060bbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x317:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5704 expref: 508 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.767130:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3400/0x87a91e500609a900 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7a9c expref: 507 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.767141:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef04c00/0x87a91e5006083b1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0a48 expref: 506 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.767154:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094420200/0x87a91e5006060b63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x317:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e56ef expref: 505 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.767163:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x317:0x0].0x0 (ffff8800acc8ba00) 00010000:00010000:2.0:1734671657.767171:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.767189:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767202:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767209:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767225:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767230:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767234:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767345:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x317:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767352:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.767358:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.767866:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].698, 64 off52928 00000040:00080000:3.0:1734671657.767891:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8185, 184 off1432368 00010000:00010000:3.0:1734671657.767952:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x317:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767959:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767969:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767975:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767979:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767983:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767988:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.767993:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.767996:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768001:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768008:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x317:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:3.0:1734671657.768010:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.768012:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768017:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad13 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768037:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768040:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768044:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768046:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.768048:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768050:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768053:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x317:0x0].0x0 (ffff88008b0bf700) 00010000:00010000:3.0:1734671657.768054:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.768056:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768058:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ad0c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768090:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768093:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768095:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768097:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.768099:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768101:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768107:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671657.768108:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.768110:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.768112:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609acfe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.768117:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f598a80 reply state ffff8801323f9000 transno 4294982677 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.768121:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.768215:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12140:x1818934752168704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1171us (1350us total) trans 4294982677 rc 0/0 00000100:00100000:3.0:1734671657.768221:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30112 00000100:00100000:0.0:1734671657.770433:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.770711:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752168960 00000100:00100000:3.0:1734671657.770722:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752168960 00000100:00100000:3.0:1734671657.770774:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7379 00000100:00100000:3.0:1734671657.770781:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12139:x1818934752168960:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.770814:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.770824:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.770831:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.770837:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.770841:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.770849:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.770869:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x92de3403 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.770872:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.770877:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.770882:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.771000:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12139:x1818934752168960:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 218us (577us total) trans 4294982678 rc 0/0 00000100:00100000:3.0:1734671657.771007:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7379 00000100:00100000:0.0:1734671657.771323:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.771381:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752169216 00000100:00100000:1.0:1734671657.771393:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752169216 00000100:00100000:1.0:1734671657.771453:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7380 00000100:00100000:1.0:1734671657.771460:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+506:12140:x1818934752169216:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.771668:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+507:12140:x1818934752169216:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 207us (345us total) trans 4294982679 rc 0/0 00000100:00100000:1.0:1734671657.771707:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7380 00000100:00100000:0.0:1734671657.773658:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.773738:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752169472 00000100:00100000:3.0:1734671657.773749:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752169472 00000100:00100000:0.0:1734671657.773775:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.774364:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752169728 00000100:00100000:3.0:1734671657.774369:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752169728 00000100:00100000:3.0:1734671657.774409:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30113 00000100:00100000:3.0:1734671657.774416:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+508:12139:x1818934752169472:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.774461:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.774485:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82baa00/0x87a91e50060959c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x588:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63ea expref: 508 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.774502:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16800/0x87a91e500609593d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x588:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63c0 expref: 507 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.774512:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e50060906f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x588:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f481b expref: 506 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.774521:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x588:0x0].0x0 (ffff880092964000) 00010000:00010000:3.0:1734671657.774530:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.774546:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.774557:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.774564:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.774577:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.774581:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.774586:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.774710:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x588:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.774716:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30114 00010000:00010000:3.0:1734671657.774720:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.774725:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+505:12140:x1818934752169728:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.774726:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.774766:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671657.774791:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ec800/0x87a91e5006060654 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x311:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5513 expref: 505 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.774814:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d888c00/0x87a91e500609a923 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x311:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7aa3 expref: 504 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.774827:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009974f200/0x87a91e5006083551 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x311:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0850 expref: 503 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.774840:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3400/0x87a91e5006060615 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x311:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e54f7 expref: 502 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.774850:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x311:0x0].0x0 (ffff880092397b00) 00010000:00010000:0.0:1734671657.774858:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.774878:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.774887:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.774894:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.774904:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.774909:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.774913:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.774998:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x311:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.775004:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.775010:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671657.775210:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].676, 64 off51520 00000040:00080000:3.0:1734671657.775232:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8186, 184 off1432552 00010000:00010000:3.0:1734671657.775309:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x588:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775317:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775324:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775329:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775334:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775338:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775344:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775779:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288bc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.775782:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775788:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775797:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x588:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.775799:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.775803:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775807:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288bc00/0x87a91e500609ad44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x588:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775829:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775834:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775838:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775842:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.775844:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775848:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775853:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x588:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.775855:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.775857:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775861:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b400/0x87a91e500609ad28 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x588:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775900:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.775901:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].699, 64 off52992 00010000:00010000:3.0:1734671657.775906:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775909:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775913:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.775915:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671657.775915:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8187, 184 off1432736 00010000:00010000:3.0:1734671657.775918:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775924:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.775926:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.775928:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.775932:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609ad1a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.775939:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c4e00 reply state ffff8801323f5000 transno 4294982680 ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.775944:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1734671657.775953:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x311:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775959:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775964:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775968:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775972:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775978:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775982:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775985:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.775987:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775990:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.775996:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x311:0x0].0x0 (ffff8800943a1e00) 00010000:00010000:1.0:1734671657.775997:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.776000:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776004:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609ad4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x311:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.776006:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+504:12139:x1818934752169472:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1588us (2571us total) trans 4294982680 rc 0/0 00000100:00100000:3.0:1734671657.776013:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30113 00010000:00010000:1.0:1734671657.776015:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776019:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776023:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776026:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.776027:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776034:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776039:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x311:0x0].0x0 (ffff8800943a1e00) 00010000:00010000:1.0:1734671657.776041:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.776043:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776047:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609ad3d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x311:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776076:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776081:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776085:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776088:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.776090:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776094:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776100:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671657.776102:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.776104:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:1.0:1734671657.776108:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609ad2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:1.0:1734671657.776115:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c5500 reply state ffff880131ab3000 transno 4294982681 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:1.0:1734671657.776120:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.776141:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+504:12140:x1818934752169728:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1417us (2366us total) trans 4294982681 rc 0/0 00000100:00100000:1.0:1734671657.776146:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30114 00010000:00010000:3.0:1734671657.778997:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.779010:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.779016:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.779021:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.779024:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.779029:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.779042:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x60b23c20 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.779044:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.779047:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.779051:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288b200/0x87a91e500609ad21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.779190:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.779197:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.779201:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.779205:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.779208:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.779213:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.779221:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xdfedbb38 (ffff8800943a1f00) 00010000:00010000:2.0:1734671657.779223:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.779225:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.779229:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ad36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.780914:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.780960:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.781863:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752170240 00000100:00100000:1.0:1734671657.781863:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752170112 00000100:00100000:3.0:1734671657.781872:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752170240 00000100:00100000:1.0:1734671657.781872:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752170112 00000100:00100000:3.0:1734671657.781929:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7381 00000100:00100000:1.0:1734671657.781934:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7382 00000100:00100000:3.0:1734671657.781936:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+503:12139:x1818934752170240:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.781938:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+503:12140:x1818934752170112:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.782561:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+505:12139:x1818934752170240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 623us (1598us total) trans 4294982683 rc 0/0 00000100:00100000:3.0:1734671657.782568:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7381 00000100:00100000:1.0:1734671657.783316:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+504:12140:x1818934752170112:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1375us (2407us total) trans 4294982682 rc 0/0 00000100:00100000:1.0:1734671657.783323:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7382 00000100:00100000:0.0:1734671657.785205:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.785286:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752170496 00000100:00100000:1.0:1734671657.785292:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752170496 00000100:00100000:0.0:1734671657.785423:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.785857:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752170752 00000100:00100000:1.0:1734671657.785861:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752170752 00000100:00100000:2.0:1734671657.785902:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30115 00000100:00100000:3.0:1734671657.785909:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30116 00000100:00100000:2.0:1734671657.785910:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+505:12139:x1818934752170496:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:3.0:1734671657.785914:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+505:12140:x1818934752170752:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.785950:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.785950:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.785970:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e4a00/0x87a91e5006060401 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5441 expref: 505 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.785970:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800998cbe00/0x87a91e5006062b1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x338:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6184 expref: 505 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.785985:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8e00/0x87a91e500609a93f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7aaa expref: 503 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.785985:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889c00/0x87a91e500609aa3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7adb expref: 503 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.785994:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e5006084a7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0f65 expref: 501 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.785995:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e5006094325 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x338:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c57 expref: 501 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.786004:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8d200/0x87a91e5006062b0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x338:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e617d expref: 499 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.786005:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e5006060367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5409 expref: 499 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.786012:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30d:0x0].0x0 (ffff8800a792dc00) 00010000:00010000:2.0:1734671657.786012:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x338:0x0].0x0 (ffff880134d29200) 00010000:00010000:2.0:1734671657.786019:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.786020:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.786033:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786033:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786044:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786044:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786051:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786051:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.786060:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786061:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.786065:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786065:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786070:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786074:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786152:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786158:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x338:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786159:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786163:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.786164:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.786167:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.786543:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].700, 64 off53056 00000040:00080000:2.0:1734671657.786550:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].677, 64 off51584 00000040:00080000:3.0:1734671657.788224:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8188, 184 off1432920 00000040:00080000:2.0:1734671657.788270:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8189, 184 off1433104 00010000:00010000:3.0:1734671657.788310:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788322:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788331:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788337:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788341:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788346:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788352:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788356:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e4400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.788359:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788364:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788372:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30d:0x0].0x0 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.788375:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.788377:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 3/0,0 mode: --/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788382:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e4400/0x87a91e500609ad7c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788405:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788410:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788415:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788419:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.788422:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788426:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788432:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30d:0x0].0x0 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.788434:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.788436:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788441:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5000/0x87a91e500609ad6e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788472:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x338:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788478:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788483:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788484:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788488:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788488:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788492:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788493:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788496:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009288a800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.788497:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788498:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788501:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788502:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.788509:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671657.788509:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.788510:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.788511:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788513:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788516:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.788517:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009288a800/0x87a91e500609ad59 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x309:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788521:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x338:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.788522:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00010000:3.0:1734671657.788524:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf4380 reply state ffff8801323f7000 transno 4294982684 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.788524:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788528:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ad83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x338:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.788529:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671657.788540:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788544:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788547:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788550:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.788552:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788555:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788560:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x338:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.788561:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.788563:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788566:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ad75 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x338:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788597:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788601:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.788602:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+500:12140:x1818934752170752:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2683us (3175us total) trans 4294982684 rc 0/0 00010000:00010000:2.0:1734671657.788606:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.788609:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30116 00010000:00010000:2.0:1734671657.788609:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.788611:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788614:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788620:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.788621:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.788623:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.788627:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39800/0x87a91e500609ad52 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.788644:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf5880 reply state ffff8801323fa000 transno 4294982685 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.788649:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.788671:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+500:12139:x1818934752170496:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2761us (3471us total) trans 4294982685 rc 0/0 00000100:00100000:2.0:1734671657.788692:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30115 00010000:00010000:2.0:1734671657.794426:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.794439:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.794445:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.794450:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.794453:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.794459:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.794474:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x862169a1 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.794476:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.794480:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.794484:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609ad60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.795106:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.795117:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.795125:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.795129:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e5c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.795133:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.795138:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.795151:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0xf61990e9 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.795333:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.795337:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.795343:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5c00/0x87a91e500609ad67 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x309:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.795808:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.795857:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.795887:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752171008 00000100:00100000:1.0:1734671657.795898:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752171008 00000100:00100000:1.0:1734671657.795945:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752171136 00000100:00100000:1.0:1734671657.795947:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752171136 00000100:00100000:3.0:1734671657.795960:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7383 00000100:00100000:3.0:1734671657.795969:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+499:12139:x1818934752171008:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.795971:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7384 00000100:00100000:1.0:1734671657.795984:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+499:12140:x1818934752171136:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:3.0:1734671657.796261:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+500:12139:x1818934752171008:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 292us (458us total) trans 4294982686 rc 0/0 00000100:00100000:3.0:1734671657.796268:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7383 00000100:00100000:0.0:1734671657.799307:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.799315:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+499:12140:x1818934752171136:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3323us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.799327:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7384 00000100:00100000:3.0:1734671657.799625:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752171392 00000100:00100000:3.0:1734671657.799644:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752171392 00000100:00100000:3.0:1734671657.799962:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30117 00000100:00100000:3.0:1734671657.799968:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+499:12139:x1818934752171392:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.800026:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.800053:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0c0600/0x87a91e500606294d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x334:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e60ff expref: 499 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.800073:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609aa57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ae2 expref: 498 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.800086:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0a00/0x87a91e500609421b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5c03 expref: 497 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.800098:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0c0a00/0x87a91e5006062938 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x334:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e60f8 expref: 496 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.800106:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x334:0x0].0x0 (ffff880134d29700) 00010000:00010000:3.0:1734671657.800117:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.800138:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800150:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800158:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800170:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800175:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800185:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800294:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x334:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800301:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800307:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.800743:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].678, 64 off51648 00000040:00080000:3.0:1734671657.800767:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8190, 184 off1433288 00010000:00010000:3.0:1734671657.800821:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x334:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800827:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800834:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800840:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800845:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800850:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800856:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800861:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.800864:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800871:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800879:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x334:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.800882:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.800885:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 3/0,0 mode: --/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800889:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b600/0x87a91e500609ad9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800911:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800916:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800921:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800925:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.800928:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800932:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800938:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x334:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.800940:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.800942:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800947:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b400/0x87a91e500609ad98 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800993:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.800999:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.801003:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.801006:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.801008:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.801012:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.801018:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.801020:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.801022:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.801441:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.801491:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752171520 00000100:00100000:0.0:1734671657.801497:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752171520 00000100:00100000:0.0:1734671657.801532:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30118 00000100:00100000:0.0:1734671657.801538:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+497:12140:x1818934752171520:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671657.801552:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.801563:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ada6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b44 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.801618:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801627:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801644:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801655:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801659:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801663:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801741:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x575:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801749:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x575:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801757:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x575:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671657.801782:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x575:0x0]: returning size 19054 00000004:00200000:0.0:1734671657.801786:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.801796:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x575:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801804:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x575:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801809:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801813:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801817:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801821:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.801824:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801828:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801833:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:0.0:1734671657.801835:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.801838:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801842:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609adad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801855:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801859:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801863:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801867:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.801869:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801873:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801878:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x7fa9a95 (ffff8800943a1500) 00010000:00010000:0.0:1734671657.801880:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.801882:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801887:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609adb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.801908:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609ada6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b44 expref: 499 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.801917:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x575:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b44 expref: 498 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.801923:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x575:0x0].0x0 (ffff88008ce43800) 00010000:00010000:0.0:1734671657.801925:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.801928:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae23a00, rc 0) 00000100:00100000:0.0:1734671657.801974:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+498:12140:x1818934752171520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 435us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.801987:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30118 00010000:00010000:3.0:1734671657.802515:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25a200/0x87a91e500609ad8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.802528:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012eed6300 reply state ffff880132e41000 transno 4294982687 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.802535:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.803339:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+498:12139:x1818934752171392:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3366us (4045us total) trans 4294982687 rc 0/0 00000100:00100000:3.0:1734671657.803347:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30117 00000100:00100000:0.0:1734671657.803907:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.804532:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752171648 00000100:00100000:3.0:1734671657.804540:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752171648 00000100:00100000:3.0:1734671657.804978:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2950 00000100:00100000:3.0:1734671657.804986:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+498:1964:x1818934752171648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671657.805002:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671657.805025:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23a00/0x87a91e500609adbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x575:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b44 expref: 498 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.805043:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x575:0x0].0x0 (ffff88008ce43800) 00010000:00010000:3.0:1734671657.805048:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671657.805137:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+497:1964:x1818934752171648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 151us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671657.805143:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2950 00000100:00100000:2.0:1734671657.806713:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.806774:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752171776 00000100:00100000:1.0:1734671657.806782:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752171776 00000100:00100000:1.0:1734671657.806813:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 48 00000100:00100000:1.0:1734671657.806819:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+497:1967:x1818934752171776:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1734671657.806852:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.806867:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609adc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b4b expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.806913:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.806925:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.806935:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.806947:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.806952:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.806957:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807083:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807091:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807097:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.807114:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x57d:0x0]: returning size 14984 00000004:00200000:1.0:1734671657.807117:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.807132:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807140:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807146:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807152:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807157:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807163:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.807167:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807174:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807182:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:1.0:1734671657.807184:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807188:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807193:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32600/0x87a91e500609adc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807213:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807219:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807224:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807227:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.807229:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807233:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807238:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x4b9bf994 (ffff8800910bd100) 00010000:00010000:1.0:1734671657.807240:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807242:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807247:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33a00/0x87a91e500609add0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807268:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a97800/0x87a91e500609adc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b4b expref: 499 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807278:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b4b expref: 498 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807285:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57d:0x0].0x0 (ffff88008cf01500) 00010000:00010000:1.0:1734671657.807287:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.807289:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32c00, rc 0) 00010000:00010000:1.0:1734671657.807292:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.807297:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33200/0x87a91e500609adde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b52 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807312:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807319:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807324:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807333:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807338:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807343:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807388:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807395:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807400:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.807409:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f0:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.807411:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.807417:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807423:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807428:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807433:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807438:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807442:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.807444:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807449:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807455:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:1.0:1734671657.807456:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807459:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807463:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32200/0x87a91e500609ade5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807470:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807475:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807479:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807483:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.807486:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807490:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807496:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x37eb7f65 (ffff8800910bdf00) 00010000:00010000:1.0:1734671657.807498:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807500:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807504:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32400/0x87a91e500609adec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807520:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33200/0x87a91e500609adde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b52 expref: 500 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807528:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b52 expref: 499 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807533:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f0:0x0].0x0 (ffff880093ddd000) 00010000:00010000:1.0:1734671657.807535:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.807536:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d33400, rc 0) 00010000:00010000:1.0:1734671657.807539:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671657.807544:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e500609adfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b59 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.807554:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.807558:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.807561:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.807564:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.807566:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.807570:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d25b000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.807572:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.807572:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.807577:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.807581:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.807583:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x85ed9198 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.807585:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807586:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.807587:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.807591:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671657.807592:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d25b000/0x87a91e500609ad91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671657.807649:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807655:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807661:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:1.0:1734671657.807671:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f4:0x0]: returning size 260096 00000004:00200000:1.0:1734671657.807673:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671657.807699:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807705:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807709:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807713:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807721:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807724:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d33600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.807726:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807730:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807736:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:1.0:1734671657.807737:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807739:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807743:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33600/0x87a91e500609ae01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807749:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807753:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807758:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807761:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092d32800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.807763:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807768:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807774:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0xbfc2eca6 (ffff8800910bd400) 00010000:00010000:1.0:1734671657.807776:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.807778:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807782:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32800/0x87a91e500609ae08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:1.0:1734671657.807796:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33000/0x87a91e500609adfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b59 expref: 500 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807804:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b59 expref: 499 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.807809:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f4:0x0].0x0 (ffff880093dddc00) 00010000:00010000:1.0:1734671657.807811:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734671657.807812:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092d32a00, rc 0) 00000100:00100000:0.0:1734671657.808005:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.808030:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.808076:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752172032 00000100:00100000:2.0:1734671657.808081:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752172032 00000100:00100000:2.0:1734671657.808101:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752172288 00000100:00100000:2.0:1734671657.808103:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752172288 00000100:00100000:2.0:1734671657.808129:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7385 00000100:00100000:2.0:1734671657.808134:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+501:12140:x1818934752172032:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.808189:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7386 00000100:00100000:0.0:1734671657.808194:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+501:12139:x1818934752172288:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.808272:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+503:12139:x1818934752172288:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 77us (241us total) trans 4294982689 rc 0/0 00000100:00100000:0.0:1734671657.808279:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7386 00000100:00100000:1.0:1734671657.808362:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+502:1967:x1818934752171776:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 1542us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.808369:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 48 00000100:00100000:2.0:1734671657.809640:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+501:12140:x1818934752172032:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1489us (1619us total) trans 4294982688 rc 0/0 00000100:00100000:2.0:1734671657.809650:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7385 00000100:00100000:1.0:1734671657.812174:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.812281:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752172544 00000100:00100000:3.0:1734671657.812290:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752172544 00000100:00100000:3.0:1734671657.812332:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30119 00000100:00100000:3.0:1734671657.812339:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+501:12139:x1818934752172544:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.812711:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.812741:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e5006062d36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e623a expref: 501 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.812762:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8000/0x87a91e500609aa9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ae9 expref: 500 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.812773:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d6c00/0x87a91e500609562d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f62b6 expref: 499 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.812784:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ec00/0x87a91e5006062d0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e622c expref: 498 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.812793:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33c:0x0].0x0 (ffff880094b81b00) 00010000:00010000:3.0:1734671657.812804:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.812826:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812837:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812846:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812857:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812863:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812868:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812976:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812983:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.812989:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.813403:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].679, 64 off51712 00000040:00080000:3.0:1734671657.813425:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8191, 184 off1433472 00010000:00010000:3.0:1734671657.813480:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813488:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813495:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813500:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813505:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813510:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813519:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813525:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188f200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.813528:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813534:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813540:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33c:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.813543:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.813546:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813550:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813570:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813574:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813578:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813582:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188fe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.813586:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813590:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813600:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33c:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.813602:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.813604:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813608:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188fe00/0x87a91e500609ae24 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x33c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813663:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813667:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813671:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813710:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b77600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.813713:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813718:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813725:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.813727:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.813729:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.813734:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b77600/0x87a91e500609ae16 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.813742:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008cf12a00 reply state ffff880132e43000 transno 4294982690 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.813749:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.813831:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+499:12139:x1818934752172544:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1489us (1663us total) trans 4294982690 rc 0/0 00000100:00100000:3.0:1734671657.813838:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30119 00000100:00100000:0.0:1734671657.815284:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.815715:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752172800 00000100:00100000:3.0:1734671657.815725:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752172800 00000100:00100000:3.0:1734671657.815768:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30120 00000100:00100000:3.0:1734671657.815775:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+499:12140:x1818934752172800:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.815832:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1734671657.815856:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609004a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x575:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45f2 expref: 499 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.815873:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284bc00/0x87a91e500609002e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x575:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f45eb expref: 498 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.815884:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf9a00/0x87a91e5006090074 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x575:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4607 expref: 497 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.815894:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af52e00/0x87a91e500608dd82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x575:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ad1 expref: 496 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.815904:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x575:0x0].0x0 (ffff88008ce43800) 00010000:00010000:3.0:1734671657.815917:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11600/0x87a91e5006099b54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78c7 expref: 495 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.815925:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:3.0:1734671657.815928:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.815943:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.815955:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.815962:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.815972:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.815977:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.815982:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.816094:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x575:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.816099:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.816104:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.816961:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].701, 64 off53120 00000040:00080000:3.0:1734671657.817015:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8193, 184 off1433784 00010000:00010000:3.0:1734671657.817076:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x575:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817084:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817094:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817100:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817105:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817110:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817116:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817119:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.817122:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817127:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817134:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x575:0x0].0x0 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.817136:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.817139:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817143:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae47 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x575:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817167:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817172:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817177:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817181:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.817183:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817187:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817192:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x575:0x0].0x0 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.817194:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.817196:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817200:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae40 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x575:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817247:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817252:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817257:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817260:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.817262:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817266:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817276:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:3.0:1734671657.817278:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.817280:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.817284:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae32 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.817292:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134893100 reply state ffff880132e45000 transno 4294982691 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.817298:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.817385:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+496:12140:x1818934752172800:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1606us (2103us total) trans 4294982691 rc 0/0 00000100:00100000:3.0:1734671657.817393:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30120 00010000:00010000:2.0:1734671657.820055:0:10998:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734671657.820293:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.820305:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.820409:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.820414:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b76400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.820418:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.820426:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.820440:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x554f0788 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.820443:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.820447:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.820452:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b76400/0x87a91e500609ae1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820596:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820607:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820613:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820617:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.820620:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820625:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820642:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x7fa9a95 (ffff880099fbcd00) 00010000:00010000:2.0:1734671657.820644:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.820647:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.820651:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f400/0x87a91e500609ae39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.820815:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.820872:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752173056 00000100:00100000:2.0:1734671657.820881:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752173056 00000100:00100000:2.0:1734671657.821715:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7387 00000100:00100000:2.0:1734671657.821724:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+494:12140:x1818934752173056:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.821962:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+495:12140:x1818934752173056:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 238us (1150us total) trans 4294982692 rc 0/0 00000100:00100000:2.0:1734671657.821969:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7387 00000100:00100000:0.0:1734671657.822235:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.823396:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752173312 00000100:00100000:1.0:1734671657.823407:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752173312 00000100:00100000:1.0:1734671657.823647:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7388 00000100:00100000:1.0:1734671657.823654:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+495:12139:x1818934752173312:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.823841:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+496:12139:x1818934752173312:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 185us (1605us total) trans 4294982693 rc 0/0 00000100:00100000:1.0:1734671657.823851:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7388 00000100:00100000:0.0:1734671657.830857:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.831279:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752173696 00000100:00100000:3.0:1734671657.831289:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752173696 00000100:00100000:3.0:1734671657.831345:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30121 00000100:00100000:3.0:1734671657.831353:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+496:12140:x1818934752173696:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.831416:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1734671657.831445:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099750a00/0x87a91e500609545f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6223 expref: 496 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.831479:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32c00/0x87a91e500609add7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b4b expref: 495 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.831491:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e5006095451 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x57d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f621c expref: 494 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.831500:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092cdac00/0x87a91e5006095489 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x57d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f622a expref: 493 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.831511:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500608eaa9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x57d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3f0e expref: 492 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.831521:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57d:0x0].0x0 (ffff88008cf01500) 00010000:00010000:3.0:1734671657.831531:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.831553:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.831565:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.831573:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.831586:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.831591:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.831596:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.831760:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.832350:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.832357:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.832698:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:3.0:1734671657.833133:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].702, 64 off53184 00000040:00080000:3.0:1734671657.833158:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8194, 176 off1433960 00010000:00010000:3.0:1734671657.833216:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833224:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833230:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833237:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833243:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833249:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833254:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833260:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188f200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.833263:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833270:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833278:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57d:0x0].0x0 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.833281:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.833284:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833289:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609ae63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x57d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833313:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833318:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833323:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833327:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.833330:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833334:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833340:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x57d:0x0].0x0 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.833342:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.833344:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833349:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609ae5c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x57d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833400:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.833405:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.834411:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752173824 00000100:00100000:1.0:1734671657.834426:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752173824 00000100:00100000:1.0:1734671657.834476:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30122 00000100:00100000:1.0:1734671657.834482:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+493:12139:x1818934752173824:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671657.834529:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671657.834547:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20000/0x87a91e5006063292 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x344:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e63d7 expref: 493 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.834563:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934df000/0x87a91e500609aac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7af0 expref: 492 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.834574:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e50060958c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f639d expref: 491 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.834586:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e5006063253 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x344:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e63bb expref: 490 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.834594:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800a4068600) 00010000:00010000:1.0:1734671657.834604:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671657.834619:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834642:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834650:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834665:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834671:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834691:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.834693:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.834698:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.834701:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.834707:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.834716:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:3.0:1734671657.834718:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.834722:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.834726:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609ae4e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.834736:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134892300 reply state ffff880132e47000 transno 4294982694 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.834742:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.834814:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+490:12140:x1818934752173696:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3461us (3967us total) trans 4294982694 rc 0/0 00000100:00100000:3.0:1734671657.834820:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30121 00010000:00010000:1.0:1734671657.834910:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834918:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.834924:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:1.0:1734671657.835425:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].680, 64 off51776 00000040:00080000:1.0:1734671657.836312:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8195, 184 off1434144 00010000:00010000:1.0:1734671657.836384:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x344:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836395:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836402:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836409:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836414:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836423:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836429:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836432:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671657.836436:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836442:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836449:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.836452:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671657.836454:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 3/0,0 mode: --/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836459:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609ae7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x344:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836481:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836486:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836491:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836495:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ffc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.836498:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836506:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836511:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x344:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671657.836513:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671657.836515:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836519:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ffc00/0x87a91e500609ae78 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x344:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836564:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836568:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836573:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836577:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094573600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671657.836579:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836583:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836590:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:1.0:1734671657.836591:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671657.836593:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671657.836598:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094573600/0x87a91e500609ae6a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671657.836605:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134891180 reply state ffff88008cdb4000 transno 4294982695 ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671657.836611:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671657.836703:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+491:12139:x1818934752173824:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2217us (4003us total) trans 4294982695 rc 0/0 00000100:00100000:1.0:1734671657.836711:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30122 00010000:00010000:3.0:1734671657.838886:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.838900:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.838907:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.838915:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.838919:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.838926:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.838941:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x4b9bf994 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.838943:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.838947:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.838955:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609ae55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.843968:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.844003:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752174080 00000100:00100000:2.0:1734671657.844014:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752174080 00000100:00100000:2.0:1734671657.844069:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7389 00000100:00100000:2.0:1734671657.844078:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+490:12140:x1818934752174080:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.844287:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+491:12140:x1818934752174080:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 210us (331us total) trans 4294982696 rc 0/0 00000100:00100000:2.0:1734671657.844292:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7389 00000100:00100000:1.0:1734671657.845738:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.845907:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752174336 00000100:00100000:0.0:1734671657.845915:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752174336 00000100:00100000:0.0:1734671657.846006:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7390 00000100:00100000:0.0:1734671657.846013:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+491:12139:x1818934752174336:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.846265:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.846275:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.846283:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.846288:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094573c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.846292:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.846298:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.846313:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e1088 (ffff8800910bdd00) 00010000:00010000:3.0:1734671657.846316:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.846320:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.846325:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094573c00/0x87a91e500609ae71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.846533:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+491:12139:x1818934752174336:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 518us (800us total) trans 4294982697 rc 0/0 00000100:00100000:0.0:1734671657.846539:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7390 00000100:00100000:0.0:1734671657.849302:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.850028:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.850154:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752174592 00000100:00100000:1.0:1734671657.850166:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752174592 00000100:00100000:1.0:1734671657.851933:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752174848 00000100:00100000:1.0:1734671657.851945:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752174848 00000100:00100000:2.0:1734671657.852017:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30123 00000100:00100000:2.0:1734671657.852139:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+492:12140:x1818934752174592:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.852207:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.852236:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89da00/0x87a91e500605e4ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e49eb expref: 492 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.852258:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d33400/0x87a91e500609adf3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b52 expref: 491 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.852270:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8000/0x87a91e500608d555 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3815 expref: 490 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.852285:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d012e00/0x87a91e500605e4a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e49c8 expref: 489 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.852296:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f0:0x0].0x0 (ffff880093ddd000) 00010000:00010000:2.0:1734671657.852306:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.852327:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852341:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852349:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852362:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852367:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852372:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852498:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852505:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.852511:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.852951:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].681, 64 off51840 00000040:00080000:2.0:1734671657.852976:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8196, 184 off1434328 00000100:00100000:3.0:1734671657.854016:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30124 00000100:00100000:3.0:1734671657.854025:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+489:12139:x1818934752174848:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.854080:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.854103:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b210600/0x87a91e5006063c16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x350:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e673b expref: 489 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.854120:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609aae3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7af7 expref: 488 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.854131:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9ec00/0x87a91e5006095bc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6492 expref: 487 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.854144:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0000/0x87a91e5006063be5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x350:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6726 expref: 486 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.854153:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff88009beceb00) 00010000:00010000:3.0:1734671657.854162:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.854175:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854186:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854193:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854204:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854210:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854219:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854294:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x350:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854304:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.854310:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.855187:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855197:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855204:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855209:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855215:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855220:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855226:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855231:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.855234:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855241:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855248:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f0:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.855250:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.855253:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855258:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609aeb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855282:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855287:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855292:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855296:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.855299:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855303:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855308:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f0:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.855310:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.855311:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855315:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39600/0x87a91e500609ae94 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855377:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855382:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855386:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855389:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.855391:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855399:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855405:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:2.0:1734671657.855406:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.855409:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.855413:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609ae86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.855420:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134891c00 reply state ffff8801323fc000 transno 4294982698 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.855425:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000040:00080000:3.0:1734671657.855835:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].682, 64 off51904 00000040:00080000:3.0:1734671657.855858:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8197, 184 off1434512 00010000:00010000:3.0:1734671657.855909:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x350:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855917:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855923:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855927:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855932:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855937:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855942:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855946:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.855949:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855954:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855962:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.855964:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.855966:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855971:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609aeb7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x350:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855984:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855989:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855994:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.855998:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.856000:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856004:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856009:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x350:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.856011:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.856013:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856017:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aea9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x350:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856048:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856054:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856059:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856062:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.856064:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856069:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856074:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.856075:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.856077:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.856081:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609ae9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.856088:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134890380 reply state ffff880132e51000 transno 4294982699 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.856093:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.857061:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+488:12140:x1818934752174592:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 4919us (7763us total) trans 4294982698 rc 0/0 00000100:00100000:2.0:1734671657.857071:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30123 00000100:00100000:3.0:1734671657.857918:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+487:12139:x1818934752174848:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3890us (7888us total) trans 4294982699 rc 0/0 00000100:00100000:3.0:1734671657.857924:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30124 00010000:00010000:3.0:1734671657.859545:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.859559:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.859566:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.859571:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.859576:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.859582:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.859598:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x37eb7f65 (ffff88008b0bf200) 00010000:00010000:3.0:1734671657.859601:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.859606:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.859611:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609ae8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.859786:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.859793:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.859798:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.859803:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.859805:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.859810:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.859819:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xec85a24b (ffff880099fbc900) 00010000:00010000:2.0:1734671657.859821:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.859823:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.859828:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188ea00/0x87a91e500609aea2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.860599:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.861152:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752175104 00000100:00100000:2.0:1734671657.861163:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752175104 00000100:00100000:2.0:1734671657.861218:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7391 00000100:00100000:2.0:1734671657.861225:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+485:12139:x1818934752175104:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.861589:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12139:x1818934752175104:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 362us (994us total) trans 4294982700 rc 0/0 00000100:00100000:2.0:1734671657.861597:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7391 00000100:00100000:2.0:1734671657.861809:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.861924:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752175360 00000100:00100000:0.0:1734671657.861928:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752175360 00000100:00100000:0.0:1734671657.861956:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7392 00000100:00100000:0.0:1734671657.861961:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+486:12140:x1818934752175360:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.862155:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+487:12140:x1818934752175360:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 192us (346us total) trans 4294982701 rc 0/0 00000100:00100000:0.0:1734671657.862161:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7392 00000100:00100000:0.0:1734671657.864245:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.864315:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.864405:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752175616 00000100:00100000:3.0:1734671657.864414:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752175616 00000100:00100000:3.0:1734671657.864618:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752175872 00000100:00100000:3.0:1734671657.864621:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752175872 00000100:00100000:2.0:1734671657.864663:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30125 00000100:00100000:2.0:1734671657.864670:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+488:12140:x1818934752175616:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.864752:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.864779:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89d000/0x87a91e500605eabd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f4:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4bb9 expref: 488 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.864799:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092d32a00/0x87a91e500609ae0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b59 expref: 487 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.864811:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8ee1e00/0x87a91e500608e36a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3c98 expref: 486 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.864828:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500605e9c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4b73 expref: 485 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.864839:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f4:0x0].0x0 (ffff880093dddc00) 00010000:00010000:2.0:1734671657.864849:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.864868:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.864881:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.864889:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.864900:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.864906:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.864911:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.865135:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30126 00000100:00100000:3.0:1734671657.865142:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+484:12139:x1818934752175872:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.865166:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.865178:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb200/0x87a91e5006063594 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x348:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e64e1 expref: 484 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.865194:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5e00/0x87a91e500609aaff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7afe expref: 483 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.865211:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d1a200/0x87a91e5006095d0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6502 expref: 482 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.865226:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df3600/0x87a91e5006063578 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x348:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e64da expref: 481 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.865234:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff88012eeb4400) 00010000:00010000:3.0:1734671657.865240:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.865249:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865256:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865262:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865272:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865277:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865283:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865379:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 3/0,1 mode: --/EX res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865385:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.865393:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.865940:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].683, 64 off51968 00000040:00080000:3.0:1734671657.865964:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8198, 184 off1434696 00010000:00010000:3.0:1734671657.866021:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x348:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866028:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866034:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866041:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866046:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866052:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866058:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866063:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.866067:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866074:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866081:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.866085:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.866088:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866092:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aee1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x348:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866115:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866120:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866124:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866129:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.866132:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866137:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866141:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x348:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.866143:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.866145:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 2/0,0 mode: --/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866149:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609aeda lrc: 0/0,0 mode: --/EX res: [0x200000401:0x348:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866196:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866202:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866207:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866210:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.866213:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866217:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866223:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.866225:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.866228:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.866232:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609aecc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.866239:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134f2ed80 reply state ffff880132e53000 transno 4294982702 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.866245:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.866317:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+482:12139:x1818934752175872:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1173us (1999us total) trans 4294982702 rc 0/0 00000100:00100000:3.0:1734671657.866324:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30126 00010000:00010000:2.0:1734671657.866923:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.866931:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.866939:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.867233:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].703, 64 off53248 00000040:00080000:2.0:1734671657.867249:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8199, 184 off1434880 00010000:00010000:2.0:1734671657.867291:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867298:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867303:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867308:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867313:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867317:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867321:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867325:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.867327:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867332:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867339:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f4:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.867341:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.867344:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867349:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609aeef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867365:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867370:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867374:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867378:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.867380:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867384:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867389:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f4:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.867390:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.867392:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867397:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87000/0x87a91e500609aee8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867446:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867451:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867456:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867460:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.867462:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867465:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867471:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:2.0:1734671657.867473:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.867475:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.867480:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x87a91e500609aebe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.867488:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880094603100 reply state ffff8801323fe000 transno 4294982703 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.867494:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.867541:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+483:12140:x1818934752175616:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2869us (3303us total) trans 4294982703 rc 0/0 00000100:00100000:2.0:1734671657.867548:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30125 00010000:00010000:3.0:1734671657.868799:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.868810:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.868816:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.868821:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.868825:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.868831:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.868841:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x55390488 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.868843:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.868845:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.868850:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f000/0x87a91e500609aed3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.870598:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.870611:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.870616:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.870620:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.870624:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.870641:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.870653:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0xbfc2eca6 (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.870655:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.870659:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.870663:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e800/0x87a91e500609aec5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.873034:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.873084:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.873181:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752176128 00000100:00100000:2.0:1734671657.873191:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752176128 00000100:00100000:2.0:1734671657.873226:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752176384 00000100:00100000:2.0:1734671657.873228:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752176384 00000100:00100000:2.0:1734671657.873244:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7393 00000100:00100000:2.0:1734671657.873250:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+482:12139:x1818934752176128:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.873527:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7394 00000100:00100000:3.0:1734671657.873533:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+483:12140:x1818934752176384:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.874284:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+484:12139:x1818934752176128:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1031us (1260us total) trans 4294982704 rc 0/0 00000100:00100000:2.0:1734671657.874293:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7393 00000100:00100000:3.0:1734671657.874383:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+483:12140:x1818934752176384:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 848us (1297us total) trans 4294982705 rc 0/0 00000100:00100000:3.0:1734671657.874390:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7394 00000100:00100000:1.0:1734671657.876975:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.877085:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.877227:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752176768 00000100:00100000:2.0:1734671657.877237:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752176768 00000100:00100000:2.0:1734671657.877280:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752176896 00000100:00100000:2.0:1734671657.877282:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752176896 00000100:00100000:2.0:1734671657.877300:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30127 00000100:00100000:2.0:1734671657.877306:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+484:12140:x1818934752176768:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.877382:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671657.877410:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a400/0x87a91e500605e6db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4a77 expref: 484 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.877429:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc30400/0x87a91e500608dc01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a4c expref: 483 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.877438:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07b400/0x87a91e500605e66b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4a69 expref: 482 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.877448:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f2:0x0].0x0 (ffff880093dddd00) 00010000:00010000:2.0:1734671657.877457:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.877476:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877488:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877496:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877507:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877512:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877516:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877622:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877627:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.877648:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.878079:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].684, 64 off52032 00000040:00080000:2.0:1734671657.878103:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8200, 184 off1435064 00010000:00010000:2.0:1734671657.878158:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878165:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878171:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878176:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878181:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878186:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878191:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878195:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.878199:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878205:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878211:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f2:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671657.878214:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.878216:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878220:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1600/0x87a91e500609af0b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878240:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878244:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878249:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878253:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec87e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.878256:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878260:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878266:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f2:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671657.878268:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.878270:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878274:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87e00/0x87a91e500609af04 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878329:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878335:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878339:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878343:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.878345:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878350:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878355:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:2.0:1734671657.878357:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.878361:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878365:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e200/0x87a91e500609aef6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671657.878379:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59b480 reply state ffff880132e58000 transno 4294982706 ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.878385:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.878450:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+483:12140:x1818934752176768:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1142us (1485us total) trans 4294982706 rc 0/0 00000100:00100000:2.0:1734671657.878456:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30127 00000100:00100000:2.0:1734671657.878475:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30128 00000100:00100000:2.0:1734671657.878479:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+482:12139:x1818934752176896:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.878499:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.878510:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422a00/0x87a91e5006063a95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e66af expref: 482 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.878529:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40ae00/0x87a91e500609ab1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b05 expref: 481 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.878540:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17800/0x87a91e5006095b51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f646f expref: 480 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.878550:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e5006063a64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e669a expref: 479 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.878557:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008ef42500) 00010000:00010000:2.0:1734671657.878563:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.878571:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878578:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878584:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878594:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878600:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878605:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878694:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878705:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878711:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671657.878933:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].685, 64 off52096 00000040:00080000:2.0:1734671657.878945:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8201, 184 off1435248 00010000:00010000:2.0:1734671657.878978:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878984:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878989:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878993:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.878997:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879002:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879006:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879010:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08f800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.879012:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879016:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879022:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.879024:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.879026:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879030:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08f800/0x87a91e500609af27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879042:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879046:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879050:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879053:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008b08fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.879055:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879059:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879064:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34e:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.879066:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.879068:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879072:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fc00/0x87a91e500609af20 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879098:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879103:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879107:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879111:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bca1400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.879113:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879117:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879122:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.879123:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.879125:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.879129:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca1400/0x87a91e500609af12 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671657.879134:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59a680 reply state ffff880132e5a000 transno 4294982707 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671657.879139:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.879163:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+480:12139:x1818934752176896:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 682us (2077us total) trans 4294982707 rc 0/0 00000100:00100000:2.0:1734671657.879168:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30128 00010000:00010000:3.0:1734671657.880600:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.880610:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.880615:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.880619:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88013188f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.880623:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.880637:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.880648:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x3d99db37 (ffff88008b0bf200) 00010000:00010000:3.0:1734671657.880650:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.880653:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671657.880657:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f200/0x87a91e500609aefd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ef:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882350:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882364:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882371:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882376:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.882379:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882549:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882563:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xe385a24b (ffff88008b0bf700) 00010000:00010000:2.0:1734671657.882565:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.882569:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671657.882574:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be400/0x87a91e500609af19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671657.882780:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.882917:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752177024 00000100:00100000:3.0:1734671657.882928:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752177024 00000100:00100000:3.0:1734671657.882981:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7395 00000100:00100000:3.0:1734671657.882988:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12140:x1818934752177024:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671657.887126:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.887758:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752177280 00000100:00100000:0.0:1734671657.887768:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752177280 00000100:00100000:0.0:1734671657.887998:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7396 00000100:00100000:0.0:1734671657.888006:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+480:12139:x1818934752177280:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.888242:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+481:12139:x1818934752177280:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 235us (1124us total) trans 4294982708 rc 0/0 00000100:00100000:0.0:1734671657.888249:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7396 00000100:00100000:0.0:1734671657.892414:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+479:12140:x1818934752177024:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 9414us (9627us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.892428:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7395 00000100:00100000:1.0:1734671657.892705:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.892826:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752177536 00000100:00100000:3.0:1734671657.892835:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752177536 00000100:00100000:3.0:1734671657.892996:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30129 00000100:00100000:3.0:1734671657.893002:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+479:12139:x1818934752177536:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.893056:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.893084:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0800/0x87a91e5006064347 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x356:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e69b1 expref: 479 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.893100:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee83200/0x87a91e500609ab4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b0c expref: 478 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.893110:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ccc3200/0x87a91e500609554d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x356:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6269 expref: 477 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.893125:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1400/0x87a91e50060642b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x356:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6979 expref: 476 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.893134:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x356:0x0].0x0 (ffff88008ef42800) 00010000:00010000:3.0:1734671657.893143:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.893161:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893172:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893180:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893190:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893194:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893199:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893305:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x356:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893312:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893317:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.893750:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].686, 64 off52160 00000040:00080000:3.0:1734671657.893773:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8202, 184 off1435432 00010000:00010000:3.0:1734671657.893831:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x356:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893838:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893844:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893849:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893854:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893859:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893863:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893868:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.893872:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893878:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893884:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x356:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.893886:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.893889:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893893:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609af43 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x356:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893913:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893917:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893921:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893924:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.893926:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893930:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893934:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x356:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.893936:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.893937:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893954:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609af3c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x356:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.893997:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.894001:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.894005:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.894008:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.894011:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.894015:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.894020:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.894022:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.894024:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.894027:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af2e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.894033:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf6d80 reply state ffff880132e56000 transno 4294982709 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.894037:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.894098:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+477:12139:x1818934752177536:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1095us (1392us total) trans 4294982709 rc 0/0 00000100:00100000:3.0:1734671657.894103:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30129 00000100:00100000:2.0:1734671657.898935:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.899004:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.899066:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.899078:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.899084:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.899090:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.899095:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.899105:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.899122:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa149fd88 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.899125:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.899129:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.899134:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609af35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.899250:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752177664 00000100:00100000:0.0:1734671657.899261:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752177664 00000100:00100000:0.0:1734671657.899310:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30130 00000100:00100000:0.0:1734671657.899318:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+476:12140:x1818934752177664:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:0.0:1734671657.899338:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671657.899351:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609af4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b60 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.899411:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899423:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899432:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899443:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899448:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899453:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899568:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899576:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899581:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1734671657.899614:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35c:0x0]: returning size 260096 00000004:00200000:0.0:1734671657.899619:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671657.899648:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899657:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899663:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899668:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899673:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899696:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.899699:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899705:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899712:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff88008f277300) 00010000:00010000:0.0:1734671657.899714:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.899717:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899721:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609af51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899734:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899739:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899744:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899748:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.899750:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899754:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899759:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x1da15914 (ffff8800943a1600) 00010000:00010000:0.0:1734671657.899761:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.899763:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899767:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23200/0x87a91e500609af58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671657.899789:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23e00/0x87a91e500609af4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b60 expref: 478 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.899799:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b60 expref: 477 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.899804:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35c:0x0].0x0 (ffff880134d9d100) 00010000:00010000:0.0:1734671657.899806:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671657.899808:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae23c00, rc 0) 00000100:00100000:1.0:1734671657.900264:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752177920 00000100:00100000:1.0:1734671657.900270:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752177920 00000100:00100000:1.0:1734671657.900307:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7397 00000100:00100000:1.0:1734671657.900313:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12139:x1818934752177920:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.902325:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+479:12140:x1818934752177664:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2999us (3391us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671657.902336:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30130 00000100:00100000:1.0:1734671657.903455:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12139:x1818934752177920:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 3133us (4442us total) trans 4294982710 rc 0/0 00000100:00100000:1.0:1734671657.903466:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7397 00000100:00100000:0.0:1734671657.905489:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.906157:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.906231:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752178176 00000100:00100000:2.0:1734671657.906241:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752178176 00000100:00100000:2.0:1734671657.906292:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30131 00000100:00100000:2.0:1734671657.906299:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:12139:x1818934752178176:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.906359:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.906387:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3fe00/0x87a91e5006095cbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x592:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64ed expref: 478 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671657.907085:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752178304 00000100:00100000:1.0:1734671657.907091:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752178304 00000100:00100000:1.0:1734671657.907133:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2951 00000100:00100000:1.0:1734671657.907138:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+478:1967:x1818934752178304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671657.907150:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671657.907163:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609af5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b60 expref: 478 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671657.907177:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35c:0x0].0x0 (ffff880134d9d100) 00010000:00010000:1.0:1734671657.907181:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671657.907229:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+477:1967:x1818934752178304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.907235:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2951 00000100:00100000:0.0:1734671657.907655:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.907732:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e5006095c8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64df expref: 476 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671657.907745:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752178560 00000100:00100000:1.0:1734671657.907749:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752178560 00010000:00010000:2.0:1734671657.907752:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a96200/0x87a91e500609ab68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b13 expref: 476 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.907763:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e5006091f7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x592:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5079 expref: 475 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.907770:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff88008cf01100) 00000100:00100000:1.0:1734671657.907778:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7398 00010000:00010000:2.0:1734671657.907780:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671657.907784:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:12140:x1818934752178560:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.907802:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.907813:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.907821:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.907833:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.907838:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.907843:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.907949:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x592:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.907954:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+475:12140:x1818934752178560:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 169us (326us total) trans 4294982711 rc 0/0 00010000:00010000:2.0:1734671657.907955:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.907960:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7398 00010000:00010000:2.0:1734671657.907963:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.908356:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].687, 64 off52224 00000040:00080000:2.0:1734671657.908380:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8203, 184 off1435616 00010000:00010000:2.0:1734671657.908419:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x592:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908426:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908432:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908437:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908442:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908447:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908452:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908456:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094422c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.908460:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908465:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908471:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.908474:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.908477:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908481:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422c00/0x87a91e500609af7b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x592:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908496:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908500:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908504:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908508:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d494a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.908511:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908515:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908519:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x592:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.908521:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.908522:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908526:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d494a00/0x87a91e500609af74 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x592:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908564:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908568:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908572:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908576:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8bee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.908578:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908581:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908586:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671657.908587:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.908589:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.908592:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609af66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.908598:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135317480 reply state ffff880132e5c000 transno 4294982712 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.908602:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.908659:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+476:12139:x1818934752178176:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2359us (3178us total) trans 4294982712 rc 0/0 00000100:00100000:2.0:1734671657.908665:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30131 00000100:00100000:0.0:1734671657.909928:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.910052:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752178816 00000100:00100000:2.0:1734671657.910060:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752178816 00000100:00100000:2.0:1734671657.910354:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30132 00000100:00100000:2.0:1734671657.910361:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+476:12140:x1818934752178816:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.910410:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.910434:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093882200/0x87a91e5006064887 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6b71 expref: 476 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.910451:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500608256e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0302 expref: 475 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.910463:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e5006064833 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6b55 expref: 474 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.910473:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35c:0x0].0x0 (ffff880134d9d100) 00010000:00010000:2.0:1734671657.910487:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae70c00/0x87a91e5006099b70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78ce expref: 473 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.910497:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff88008f277300) 00010000:00010000:2.0:1734671657.910500:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.910515:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910528:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910535:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910546:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910551:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910556:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910710:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910717:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.910722:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.911595:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].688, 64 off52288 00000040:00080000:2.0:1734671657.911621:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8204, 184 off1435800 00010000:00010000:2.0:1734671657.911808:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911816:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911823:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911829:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911834:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911839:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911844:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911848:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094415c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.911852:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911858:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911865:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35c:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.911868:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.911871:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.911875:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609af97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911912:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911919:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911923:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911928:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8be600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.911931:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911936:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911943:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xc88ea4fb (ffff88008b0bf900) 00010000:00010000:3.0:1734671657.911945:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.911947:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.911951:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8be600/0x87a91e500609af6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.911974:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.911994:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752179072 00000100:00100000:3.0:1734671657.912000:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752179072 00000100:00100000:3.0:1734671657.912040:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7399 00000100:00100000:3.0:1734671657.912045:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+473:12139:x1818934752179072:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.912185:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:12139:x1818934752179072:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 139us (212us total) trans 4294982714 rc 0/0 00000100:00100000:3.0:1734671657.912191:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7399 00010000:00010000:2.0:1734671657.912990:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.912996:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913001:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913004:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.913006:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913010:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913017:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35c:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.913019:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.913021:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913024:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423600/0x87a91e500609af90 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913088:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913093:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913098:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913101:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094423000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.913104:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913108:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913115:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff88008f277300) 00010000:00010000:2.0:1734671657.913117:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.913120:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.913124:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423000/0x87a91e500609af82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.913133:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134f2ea00 reply state ffff880132e5e000 transno 4294982713 ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.913138:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.913860:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:12140:x1818934752178816:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3495us (3934us total) trans 4294982713 rc 0/0 00000100:00100000:2.0:1734671657.913868:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30132 00000100:00100000:0.0:1734671657.914350:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.914990:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752179328 00000100:00100000:3.0:1734671657.914998:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752179328 00000100:00100000:3.0:1734671657.915029:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30133 00000100:00100000:3.0:1734671657.915036:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:12139:x1818934752179328:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.915084:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.915107:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0af200/0x87a91e5006063085 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x342:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e633d expref: 474 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.915127:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b08fa00/0x87a91e500609ab84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b1a expref: 473 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.915138:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de16a00/0x87a91e5006095864 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6373 expref: 472 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.915149:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfe000/0x87a91e5006063069 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x342:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e632f expref: 471 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.915159:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff88008ee5e700) 00010000:00010000:3.0:1734671657.915169:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.915187:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915199:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915208:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915220:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915226:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915231:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915340:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915347:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.915353:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.915825:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].689, 64 off52352 00000040:00080000:3.0:1734671657.915849:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8205, 184 off1435984 00010000:00010000:3.0:1734671657.917538:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x342:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917554:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917563:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917572:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917639:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917644:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917650:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917659:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.917663:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917669:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917693:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.917697:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.917701:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917706:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609afb3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x342:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917734:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917738:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917743:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917747:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.917750:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917755:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917761:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x342:0x0].0x0 (ffff880099fbc000) 00010000:00010000:3.0:1734671657.917763:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.917765:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917770:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609afac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x342:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917820:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917825:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917829:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917833:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.917836:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917840:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917846:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.917848:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.917851:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.917855:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609af9e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.917862:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800922cdc00 reply state ffff880132e55000 transno 4294982715 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.917869:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.917965:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+472:12139:x1818934752179328:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2925us (3611us total) trans 4294982715 rc 0/0 00000100:00100000:3.0:1734671657.917974:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30133 00010000:00010000:3.0:1734671657.918287:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.918294:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.918300:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.918304:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094422000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.918306:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.918312:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.918319:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x1da15914 (ffff88008b0bf700) 00010000:00010000:3.0:1734671657.918322:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.918324:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.918332:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422000/0x87a91e500609af89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35b:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.919912:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.920116:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752179456 00000100:00100000:1.0:1734671657.920126:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752179456 00000100:00100000:1.0:1734671657.920162:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7400 00000100:00100000:1.0:1734671657.920169:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12140:x1818934752179456:12345-192.168.204.51@tcp:37:dbench.0 00010000:00010000:2.0:1734671657.921389:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.921401:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.921408:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.921413:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.921418:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.921423:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.921440:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x863e0f88 (ffff880099fbcd00) 00010000:00010000:2.0:1734671657.921442:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.921446:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.921451:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609afa5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.923437:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.923607:0:7087:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752179712 00000100:00100000:3.0:1734671657.923616:0:7087:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752179712 00000100:00100000:3.0:1734671657.923660:0:7087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7401 00000100:00100000:3.0:1734671657.923667:0:7087:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+472:12139:x1818934752179712:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671657.923907:0:7087:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+473:12139:x1818934752179712:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 238us (477us total) trans 4294982716 rc 0/0 00000100:00100000:3.0:1734671657.923913:0:7087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7401 00000100:00100000:1.0:1734671657.926061:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12140:x1818934752179456:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5881us (6146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671657.926075:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7400 00000100:00100000:0.0:1734671657.926244:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.926420:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752179968 00000100:00100000:3.0:1734671657.926427:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752179968 00000100:00100000:3.0:1734671657.926458:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30134 00000100:00100000:3.0:1734671657.926463:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12139:x1818934752179968:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.926508:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.926534:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634e00/0x87a91e5006064148 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x354:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e68fb expref: 471 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.926549:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609aba0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b21 expref: 470 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.926559:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e5006094b9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x354:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5f2f expref: 469 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.926568:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1b600/0x87a91e500606404c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x354:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e68a7 expref: 468 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.926582:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x354:0x0].0x0 (ffff88008f277700) 00010000:00010000:3.0:1734671657.926592:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.926612:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926626:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926644:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926657:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926661:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926666:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926801:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x354:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926807:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.926813:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.927243:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].690, 64 off52416 00000040:00080000:3.0:1734671657.927268:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8206, 184 off1436168 00010000:00010000:3.0:1734671657.927327:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x354:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927335:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927341:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927348:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927353:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927358:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927363:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927369:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.927373:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927379:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927386:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x354:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.927389:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.927392:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 3/0,0 mode: --/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927397:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e600/0x87a91e500609afcf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x354:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927419:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927424:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927428:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927432:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.927435:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927439:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927446:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x354:0x0].0x0 (ffff880099fbc200) 00010000:00010000:3.0:1734671657.927447:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.927450:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927454:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609afc8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x354:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927499:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927505:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927509:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927513:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.927515:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927523:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927529:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.927530:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.927533:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.927537:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609afba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.927545:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800922cd880 reply state ffff880092981000 transno 4294982717 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.927550:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.927620:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:12139:x1818934752179968:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1154us (1375us total) trans 4294982717 rc 0/0 00000100:00100000:3.0:1734671657.927626:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30134 00000100:00100000:0.0:1734671657.929811:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.930236:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752180096 00000100:00100000:2.0:1734671657.930246:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752180096 00000100:00100000:2.0:1734671657.930295:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30135 00000100:00100000:2.0:1734671657.930303:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:12140:x1818934752180096:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671657.930322:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.930339:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1800/0x87a91e500609afd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b67 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.930413:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930425:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930433:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930445:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930449:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930453:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930554:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930561:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930566:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671657.930597:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x56c:0x0]: returning size 77076 00000004:00200000:2.0:1734671657.930601:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.930615:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930622:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930641:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930649:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930654:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930658:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a48d1200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.930662:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930668:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930713:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.930716:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.930720:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930724:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1200/0x87a91e500609afdd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930748:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930752:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930756:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930760:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a48d1e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.930762:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930769:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930774:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x985392a1 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.930776:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.930777:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930781:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1e00/0x87a91e500609afe4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.930804:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a48d1800/0x87a91e500609afd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b67 expref: 471 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.930813:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b67 expref: 470 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.930819:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56c:0x0].0x0 (ffff88008ce43400) 00010000:00010000:2.0:1734671657.930820:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.930822:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094537a00, rc 0) 00000100:00100000:2.0:1734671657.930873:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+470:12140:x1818934752180096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 571us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.930879:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30135 00010000:00010000:3.0:1734671657.936518:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671657.936521:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.936532:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.936540:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.936545:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.936551:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.936559:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.936578:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x554d0b88 (ffff880099fbc700) 00010000:00010000:3.0:1734671657.936581:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.936585:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.936590:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609afc1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.936718:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752180352 00000100:00100000:1.0:1734671657.936730:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752180352 00000100:00100000:1.0:1734671657.937014:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7402 00000100:00100000:1.0:1734671657.937024:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:12139:x1818934752180352:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.937606:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+470:12139:x1818934752180352:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 582us (1094us total) trans 4294982718 rc 0/0 00000100:00100000:1.0:1734671657.937614:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7402 00000100:00100000:0.0:1734671657.938069:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.938117:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752180480 00000100:00100000:2.0:1734671657.938122:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752180480 00000100:00100000:2.0:1734671657.938166:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2952 00000100:00100000:2.0:1734671657.938171:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+470:1967:x1818934752180480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671657.938181:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671657.938202:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094537a00/0x87a91e500609afeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b67 expref: 470 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.938217:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56c:0x0].0x0 (ffff88008ce43400) 00010000:00010000:2.0:1734671657.938222:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671657.938242:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:1967:x1818934752180480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.938248:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2952 00000100:00100000:0.0:1734671657.942656:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.942733:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.942848:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752180608 00000100:00100000:2.0:1734671657.942859:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752180608 00000100:00100000:2.0:1734671657.942916:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 49 00000100:00100000:2.0:1734671657.942924:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db8a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:1964:x1818934752180608:12345-192.168.204.51@tcp:63:ll_sa.0 00000100:00100000:0.0:1734671657.943317:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.943387:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752181120 00000100:00100000:1.0:1734671657.943390:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752180864 00000100:00100000:3.0:1734671657.943391:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752181120 00000100:00100000:1.0:1734671657.943394:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752180864 00000100:00100000:3.0:1734671657.943416:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30136 00000100:00100000:1.0:1734671657.943417:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7403 00000100:00100000:3.0:1734671657.943421:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12139:x1818934752181120:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:1.0:1734671657.943422:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12140:x1818934752180864:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:3.0:1734671657.943458:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.943485:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092cda800/0x87a91e5006063906 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x34c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e661c expref: 471 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.943508:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e27e00/0x87a91e500609abdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b28 expref: 470 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.943520:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2000/0x87a91e5006095ac5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f643e expref: 469 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.943536:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f000/0x87a91e50060638c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6600 expref: 468 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.943545:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff88008ef42e00) 00010000:00010000:3.0:1734671657.943555:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.943575:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943588:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943597:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943608:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943614:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943618:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671657.943643:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+468:12140:x1818934752180864:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 219us (908us total) trans 4294982719 rc 0/0 00000100:00100000:1.0:1734671657.943650:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7403 00010000:00010000:3.0:1734671657.943741:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943747:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.943752:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.944149:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].691, 64 off52480 00000040:00080000:3.0:1734671657.944171:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8207, 184 off1436352 00010000:00010000:3.0:1734671657.944213:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944220:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944225:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944236:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944241:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944247:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944253:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944260:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.944263:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944269:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944277:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.944279:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.944283:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944287:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b007 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944310:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944315:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944318:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944323:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.944326:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944331:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944337:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34c:0x0].0x0 (ffff880099fbc600) 00010000:00010000:3.0:1734671657.944339:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.944341:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944346:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e000/0x87a91e500609b000 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944385:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944390:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944394:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944397:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.944399:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944403:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944408:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.944409:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.944412:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.944416:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609aff2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.944423:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008c163800 reply state ffff880092983000 transno 4294982720 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.944428:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.944480:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:12139:x1818934752181120:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1056us (1162us total) trans 4294982720 rc 0/0 00000100:00100000:3.0:1734671657.944487:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30136 00010000:00010000:2.0:1734671657.944932:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.944946:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e500609b00e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b6e expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.944984:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.944994:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945001:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945013:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945019:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945027:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945120:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x307:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945128:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x307:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945133:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x307:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.945148:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x307:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.945152:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.945163:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x307:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945170:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x307:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945175:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945180:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945184:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945188:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a75200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945190:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945196:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945203:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.945205:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945207:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945211:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75200/0x87a91e500609b015 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945238:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945243:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945247:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945251:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a74600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945253:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945257:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945263:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x7d62b0d (ffff88008b0bf000) 00010000:00010000:2.0:1734671657.945264:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945266:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945270:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74600/0x87a91e500609b01c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945290:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0x87a91e500609b00e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b6e expref: 470 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945302:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x307:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b6e expref: 469 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945308:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x307:0x0].0x0 (ffff88012ec0e600) 00010000:00010000:2.0:1734671657.945311:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.945313:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a74e00, rc 0) 00010000:00010000:2.0:1734671657.945317:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.945322:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e500609b02a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b75 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945339:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945344:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945350:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945359:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945364:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945368:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945414:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x301:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945421:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x301:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945427:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x301:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.945436:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x301:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.945438:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.945444:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x301:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945449:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x301:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945454:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945458:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945463:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945466:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba44000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945468:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945472:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945476:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.945478:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945480:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945483:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba44000/0x87a91e500609b031 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945490:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945494:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945498:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945502:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012bd14e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945503:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945507:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945511:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xba72bac9 (ffff88008b0bf800) 00010000:00010000:2.0:1734671657.945512:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945514:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945517:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd14e00/0x87a91e500609b038 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945530:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75000/0x87a91e500609b02a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b75 expref: 471 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945536:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x301:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b75 expref: 470 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945540:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x301:0x0].0x0 (ffff88012e95ac00) 00010000:00010000:2.0:1734671657.945542:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.945544:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd15400, rc 0) 00010000:00010000:2.0:1734671657.945546:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.945552:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30800/0x87a91e500609b046 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b7c expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945564:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945569:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945574:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945582:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945586:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945590:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945639:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x304:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945646:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x304:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945652:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x304:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.945661:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x304:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.945663:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.945668:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x304:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945693:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x304:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945698:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945702:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945707:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945710:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4b31000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945712:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945716:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945721:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.945723:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945725:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945729:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31000/0x87a91e500609b04d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945734:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945738:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945745:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945749:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4b30400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945750:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945754:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945759:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xe4a56594 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.945761:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945762:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945766:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30400/0x87a91e500609b054 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945780:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b30800/0x87a91e500609b046 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b7c expref: 472 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945788:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x304:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b7c expref: 471 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945794:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x304:0x0].0x0 (ffff88008f277400) 00010000:00010000:2.0:1734671657.945795:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.945797:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4b31800, rc 0) 00010000:00010000:2.0:1734671657.945800:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.945805:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e500609b062 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b83 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.945824:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945830:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945835:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945843:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945848:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945853:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945890:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945896:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945900:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.945908:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ff:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.945910:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.945915:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945920:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945925:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945929:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945933:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945936:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945938:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945942:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945946:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.945948:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945949:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945953:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f200/0x87a91e500609b069 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945958:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945962:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945967:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945970:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a540f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.945972:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945976:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945981:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x7b2f0bbe (ffff88008b0bf600) 00010000:00010000:2.0:1734671657.945982:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.945984:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945987:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f400/0x87a91e500609b070 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.945998:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540e400/0x87a91e500609b062 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b83 expref: 473 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946004:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b83 expref: 472 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946008:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ff:0x0].0x0 (ffff88009233c800) 00010000:00010000:2.0:1734671657.946010:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.946011:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540f000, rc 0) 00010000:00010000:2.0:1734671657.946013:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.946017:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e500609b07e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b8a expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946041:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946047:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946055:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946063:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946067:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946072:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946106:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x302:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946112:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x302:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946116:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x302:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.946123:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x302:0x0]: returning size 260096 00000004:00200000:2.0:1734671657.946125:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.946129:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x302:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946134:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x302:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946138:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946142:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946149:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946153:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.946155:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946158:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946163:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.946164:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.946166:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946169:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8400/0x87a91e500609b085 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946174:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946178:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946183:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946186:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca8e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.946188:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946191:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946196:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xc734d1c8 (ffff88008b0bf400) 00010000:00010000:2.0:1734671657.946198:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.946200:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946204:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8e00/0x87a91e500609b08c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946216:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ee00/0x87a91e500609b07e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b8a expref: 474 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946224:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x302:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b8a expref: 473 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946229:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x302:0x0].0x0 (ffff88012e95ae00) 00010000:00010000:2.0:1734671657.946230:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.946232:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ca8c00, rc 0) 00010000:00010000:2.0:1734671657.946235:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671657.946239:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e500609b09a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b91 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946255:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946260:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946265:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946275:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946280:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946284:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946325:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x561:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946333:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x561:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946338:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x561:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:2.0:1734671657.946346:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x561:0x0]: returning size 85026 00000004:00200000:2.0:1734671657.946348:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671657.946354:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x561:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946359:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x561:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946363:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946367:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946371:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946375:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091ca9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.946377:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946382:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946387:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.946389:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.946391:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946395:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9000/0x87a91e500609b0a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946401:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946407:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946411:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946413:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935cee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.946415:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946419:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946424:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xa4b2186b (ffff88008b0bfa00) 00010000:00010000:2.0:1734671657.946426:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.946427:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946431:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cee00/0x87a91e500609b0a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1734671657.946446:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca9800/0x87a91e500609b09a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b91 expref: 475 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946452:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x561:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b91 expref: 474 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.946457:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x561:0x0].0x0 (ffff88008cf01f00) 00010000:00010000:2.0:1734671657.946458:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734671657.946460:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935cec00, rc 0) 00000100:00100000:2.0:1734671657.946534:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db8a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:1964:x1818934752180608:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 3609us (3889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671657.946543:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 49 00000100:00100000:0.0:1734671657.947740:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.947868:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.948029:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752181632 00000100:00100000:3.0:1734671657.948038:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752181632 00000100:00100000:3.0:1734671657.948614:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7404 00000100:00100000:3.0:1734671657.948715:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:12139:x1818934752181632:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671657.949787:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.949798:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.949805:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.949810:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.949814:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.949819:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+475:12139:x1818934752181632:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1103us (1947us total) trans 4294982721 rc 0/0 00010000:00010000:2.0:1734671657.949821:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.949835:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x9b856f73 (ffff880099fbcb00) 00000100:00100000:3.0:1734671657.949837:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7404 00010000:00010000:2.0:1734671657.949838:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.949843:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.949848:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609aff9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.949883:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752181376 00000100:00100000:2.0:1734671657.949888:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752181376 00000100:00100000:2.0:1734671657.949926:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30137 00000100:00100000:2.0:1734671657.949932:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+474:12140:x1818934752181376:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.949966:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1734671657.949982:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935ce600/0x87a91e500608fcae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44da expref: 474 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.949994:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43e00/0x87a91e500608d1d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f36e8 expref: 473 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.950004:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b8800/0x87a91e500608fcca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44e8 expref: 472 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.950012:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b0b8800/0x87a91e500608d015 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f366a expref: 471 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.950022:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56c:0x0].0x0 (ffff88008ce43400) 00010000:00010000:2.0:1734671657.950045:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae71200/0x87a91e5006099b8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78d5 expref: 470 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.950055:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.950058:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.950075:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950086:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950094:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950104:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950109:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950113:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950219:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950225:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.950230:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671657.953592:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].692, 64 off52544 00000040:00080000:2.0:1734671657.953642:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8208, 184 off1436536 00010000:00010000:2.0:1734671657.953769:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953785:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953795:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953805:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953810:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953815:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953820:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953825:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.953828:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953834:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953843:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56c:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.953846:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.953849:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 3/0,0 mode: --/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953853:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b0cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953880:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953884:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953888:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953892:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfac400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.953895:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953899:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953903:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56c:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.953905:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.953907:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953910:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfac400/0x87a91e500609b0c4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x56c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953964:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953967:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953971:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953974:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094415c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.953976:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953979:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953985:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.953986:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.953989:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.953993:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b0b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671657.954001:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8801363f8000 reply state ffff88009bd91000 transno 4294982722 ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671657.954007:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.954100:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12140:x1818934752181376:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 4163us (6361us total) trans 4294982722 rc 0/0 00000100:00100000:2.0:1734671657.954108:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30137 00000100:00100000:0.0:1734671657.954284:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.954352:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752181888 00000100:00100000:3.0:1734671657.954364:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752181888 00000100:00100000:3.0:1734671657.954407:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30138 00000100:00100000:3.0:1734671657.954413:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136a94050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+471:12139:x1818934752181888:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.954456:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.954475:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2000/0x87a91e5006063e46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x352:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e67f8 expref: 471 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.954495:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8e26000/0x87a91e500609abfb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b2f expref: 470 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.954508:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800940f4000/0x87a91e5006095c3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f64bc expref: 469 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.954518:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094423200/0x87a91e5006063e1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x352:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e67ea expref: 468 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.954528:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff88012eeb4d00) 00010000:00010000:3.0:1734671657.954642:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.954658:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954667:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954699:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954712:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954718:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954723:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954812:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954818:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.954827:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.955194:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].693, 64 off52608 00000040:00080000:3.0:1734671657.955210:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8209, 184 off1436720 00010000:00010000:3.0:1734671657.955253:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x352:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955259:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955264:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955268:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955273:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955277:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955283:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955287:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.955289:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955295:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955301:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.955304:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.955307:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955310:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b0e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955326:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955330:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955335:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955339:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.955341:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955345:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955350:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x352:0x0].0x0 (ffff880099fbcd00) 00010000:00010000:3.0:1734671657.955353:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.955355:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955359:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ea00/0x87a91e500609b0e0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x352:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955394:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955398:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955403:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955406:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226e200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.955408:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955413:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955419:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.955421:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.955423:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.955428:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226e200/0x87a91e500609b0d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.955434:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880136a94050 reply state ffff880092985000 transno 4294982723 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.955439:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.955504:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136a94050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:12139:x1818934752181888:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1088us (1219us total) trans 4294982723 rc 0/0 00000100:00100000:3.0:1734671657.955511:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30138 00010000:00010000:3.0:1734671657.958567:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.958585:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.958592:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.958597:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093613200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.958601:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.958608:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.958623:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x985392a1 (ffff88008b0bf200) 00010000:00010000:3.0:1734671657.958625:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.958640:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.958645:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093613200/0x87a91e500609b0bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960386:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960401:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960408:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960413:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.960417:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960422:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960434:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xd185bb5c (ffff880099fbc000) 00010000:00010000:2.0:1734671657.960436:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.960439:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.960448:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ee00/0x87a91e500609b0d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.960510:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.960713:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752182144 00000100:00100000:3.0:1734671657.960723:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752182144 00000100:00100000:3.0:1734671657.961336:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7405 00000100:00100000:3.0:1734671657.961346:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+467:12139:x1818934752182144:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.961693:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.961972:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+468:12139:x1818934752182144:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 625us (1464us total) trans 4294982724 rc 0/0 00000100:00100000:2.0:1734671657.961981:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7405 00000100:00100000:2.0:1734671657.962000:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752182400 00000100:00100000:2.0:1734671657.962004:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752182400 00000100:00100000:2.0:1734671657.962022:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7406 00000100:00100000:2.0:1734671657.962026:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+468:12140:x1818934752182400:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.962092:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+469:12140:x1818934752182400:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 64us (417us total) trans 4294982725 rc 0/0 00000100:00100000:2.0:1734671657.962097:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7406 00000100:00100000:0.0:1734671657.964800:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.964853:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671657.965245:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752182656 00000100:00100000:3.0:1734671657.965255:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752182656 00000100:00100000:3.0:1734671657.965301:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752182912 00000100:00100000:3.0:1734671657.965303:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752182912 00000100:00100000:3.0:1734671657.965320:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30139 00000100:00100000:3.0:1734671657.965326:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+470:12139:x1818934752182656:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.965385:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.965414:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009386da00/0x87a91e5006062b99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e61ae expref: 470 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.965440:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e5400/0x87a91e500609ac17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b36 expref: 469 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.965451:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ec400/0x87a91e50060955bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6293 expref: 468 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.965462:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a42c00/0x87a91e5006062b8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e61a7 expref: 467 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.965470:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33a:0x0].0x0 (ffff88009b391200) 00010000:00010000:3.0:1734671657.965482:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.965508:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965522:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965531:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965543:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965548:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965553:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965714:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965725:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.965730:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.966167:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].694, 64 off52672 00000040:00080000:3.0:1734671657.966190:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8210, 184 off1436904 00010000:00010000:3.0:1734671657.966247:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966253:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966259:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966266:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966271:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966275:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966280:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966285:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226fc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.966289:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966296:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966303:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33a:0x0].0x0 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.966306:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.966309:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966314:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226fc00/0x87a91e500609b103 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966335:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966340:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966344:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966347:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.966350:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966355:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966360:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33a:0x0].0x0 (ffff880099fbc900) 00010000:00010000:3.0:1734671657.966362:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.966364:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966368:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f800/0x87a91e500609b0fc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x33a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966409:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966414:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966419:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966422:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.966424:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966429:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966436:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.966437:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.966440:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966444:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b0ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.966452:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b040a80 reply state ffff880092981000 transno 4294982726 ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.966458:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.966552:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+468:12139:x1818934752182656:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1223us (1761us total) trans 4294982726 rc 0/0 00000100:00100000:3.0:1734671657.966559:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30139 00000100:00100000:3.0:1734671657.966584:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30140 00000100:00100000:3.0:1734671657.966588:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+467:12140:x1818934752182912:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.966615:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671657.966638:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9be00/0x87a91e500605fd16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x307:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e51d9 expref: 467 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.966652:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74e00/0x87a91e500609b023 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x307:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b6e expref: 466 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.966664:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e8ae00/0x87a91e500608ca9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x307:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f34aa expref: 465 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.966702:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8200/0x87a91e500605fc75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x307:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e51a1 expref: 464 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.966711:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x307:0x0].0x0 (ffff88012ec0e600) 00010000:00010000:3.0:1734671657.966718:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.966729:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966736:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966741:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966750:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966755:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966760:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966820:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x307:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966826:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.966832:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671657.967091:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].704, 64 off53312 00000040:00080000:3.0:1734671657.967106:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8211, 184 off1437088 00010000:00010000:3.0:1734671657.967145:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x307:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967152:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967158:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967163:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967168:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967172:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967177:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967181:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.967184:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967189:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967196:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x307:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.967198:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.967200:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 3/0,0 mode: --/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967205:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b11f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967219:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967224:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967229:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967232:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.967235:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967239:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967244:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x307:0x0].0x0 (ffff880099fbcb00) 00010000:00010000:3.0:1734671657.967246:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.967248:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967252:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b118 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967283:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967289:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967294:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967298:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.967300:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967304:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967310:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:3.0:1734671657.967312:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.967314:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671657.967319:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f400/0x87a91e500609b10a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671657.967325:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b040e00 reply state ffff880092987000 transno 4294982727 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671657.967330:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671657.967362:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+465:12140:x1818934752182912:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 772us (2508us total) trans 4294982727 rc 0/0 00000100:00100000:3.0:1734671657.967368:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30140 00010000:00010000:2.0:1734671657.969837:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.969854:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.969860:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.969865:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.969869:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.969875:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.969895:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x5538fb88 (ffff880099fbc600) 00010000:00010000:2.0:1734671657.969897:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.969901:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.969906:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226f600/0x87a91e500609b0f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970058:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970065:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970070:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970074:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.970077:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970082:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970089:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x7d62b0d (ffff880099fbc700) 00010000:00010000:2.0:1734671657.970091:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.970094:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671657.970099:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b111 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671657.970944:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.971000:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671657.971056:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752183296 00000100:00100000:1.0:1734671657.971066:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752183296 00000100:00100000:1.0:1734671657.971110:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752183424 00000100:00100000:1.0:1734671657.971112:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752183424 00000100:00100000:1.0:1734671657.971137:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7407 00000100:00100000:1.0:1734671657.971145:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+464:12140:x1818934752183296:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.971372:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+465:12140:x1818934752183296:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 227us (434us total) trans 4294982728 rc 0/0 00000100:00100000:1.0:1734671657.971379:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7407 00000100:00100000:1.0:1734671657.971461:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7408 00000100:00100000:1.0:1734671657.971466:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+464:12139:x1818934752183424:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671657.971536:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+465:12139:x1818934752183424:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 69us (536us total) trans 4294982729 rc 0/0 00000100:00100000:1.0:1734671657.971546:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7408 00000100:00100000:0.0:1734671657.973016:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.975892:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752183680 00000100:00100000:2.0:1734671657.975910:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752183680 00000100:00100000:2.0:1734671657.975977:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30141 00000100:00100000:2.0:1734671657.975985:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+465:12140:x1818934752183680:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.976049:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671657.976077:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0edc00/0x87a91e500605f624 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x301:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4f86 expref: 465 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.976095:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd15400/0x87a91e500609b03f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x301:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b75 expref: 464 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.976106:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500608a9f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x301:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2af5 expref: 463 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.976116:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372f600/0x87a91e500605f591 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x301:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4f6a expref: 462 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.976125:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x301:0x0].0x0 (ffff88012e95ac00) 00010000:00010000:2.0:1734671657.976135:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.976156:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976168:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976177:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976189:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976195:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976201:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.976235:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671657.976316:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x301:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976322:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976328:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:2.0:1734671657.976763:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].705, 64 off53376 00000040:00080000:2.0:1734671657.976788:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8212, 176 off1437264 00010000:00010000:2.0:1734671657.976844:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x301:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976852:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976858:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976864:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976869:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976874:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976879:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976889:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.976892:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976898:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976905:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x301:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.976907:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.976911:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976915:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b13b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x301:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976935:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976940:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976944:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976949:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.976952:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976956:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976962:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x301:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671657.976964:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.976966:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.976971:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b134 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x301:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977015:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977021:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977025:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977029:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e7e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.977031:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977036:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977042:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.977044:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.977047:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.977051:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b126 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:2.0:1734671657.977058:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b041500 reply state ffff88009bd93000 transno 4294982730 ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671657.977064:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.977144:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+463:12140:x1818934752183680:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1157us (4133us total) trans 4294982730 rc 0/0 00000100:00100000:2.0:1734671657.977151:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30141 00000100:00100000:3.0:1734671657.978506:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752183936 00000100:00100000:3.0:1734671657.978516:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752183936 00000100:00100000:3.0:1734671657.978550:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30142 00000100:00100000:3.0:1734671657.978556:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+463:12139:x1818934752183936:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671657.978601:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671657.978620:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cbca800/0x87a91e5006095f8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x594:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65db expref: 463 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.978647:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e5006095f80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f65d4 expref: 462 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.978657:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1a00/0x87a91e50060952ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x594:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6197 expref: 461 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671657.978666:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff880092964e00) 00010000:00010000:3.0:1734671657.978673:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671657.978754:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978764:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978771:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978780:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978784:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978788:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978869:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978877:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.978882:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671657.979413:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].695, 64 off52736 00000040:00080000:3.0:1734671657.979434:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8213, 184 off1437448 00010000:00010000:3.0:1734671657.979494:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x594:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979501:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979507:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979513:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979519:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979523:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979529:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979533:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671657.979536:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979543:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979549:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff88012e95ab00) 00010000:00010000:3.0:1734671657.979552:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671657.979554:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979558:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b157 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x594:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979578:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979583:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979592:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979598:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.979601:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979606:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979612:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x594:0x0].0x0 (ffff88012e95ab00) 00010000:00010000:3.0:1734671657.979614:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671657.979616:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979619:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b150 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x594:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979670:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979694:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979698:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979702:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.979704:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979707:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979713:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671657.979715:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.979717:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.979722:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b142 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671657.979733:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b041880 reply state ffff880131c63000 transno 4294982731 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671657.979739:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671657.980091:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.980099:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.980104:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.980108:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e7200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.980110:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.980115:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.980123:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xba72bac9 (ffff88008b0bf200) 00010000:00010000:2.0:1734671657.980125:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.980127:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.980131:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7200/0x87a91e500609b12d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671657.980778:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+461:12139:x1818934752183936:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2217us (4540us total) trans 4294982731 rc 0/0 00000100:00100000:3.0:1734671657.980787:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30142 00000100:00100000:0.0:1734671657.983295:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.983725:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752184192 00000100:00100000:2.0:1734671657.983737:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752184192 00010000:00010000:3.0:1734671657.983817:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.983827:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.983834:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.983839:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.983843:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.983849:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.983862:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x778ea4fb (ffff88012e95a900) 00010000:00010000:3.0:1734671657.983865:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.983869:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.983873:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b149 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.983927:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7409 00000100:00100000:2.0:1734671657.983934:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+460:12140:x1818934752184192:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.985550:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+461:12140:x1818934752184192:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1607us (2257us total) trans 4294982732 rc 0/0 00000100:00100000:2.0:1734671657.985566:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7409 00000100:00100000:1.0:1734671657.985992:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.986778:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752184448 00000100:00100000:0.0:1734671657.986787:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752184448 00000100:00100000:0.0:1734671657.986827:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7410 00000100:00100000:0.0:1734671657.986834:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+461:12139:x1818934752184448:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.987138:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+462:12139:x1818934752184448:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 303us (1146us total) trans 4294982733 rc 0/0 00000100:00100000:0.0:1734671657.987144:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7410 00000100:00100000:0.0:1734671657.988672:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.988832:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752184704 00000100:00100000:2.0:1734671657.988839:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752184704 00000100:00100000:2.0:1734671657.988872:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30143 00000100:00100000:2.0:1734671657.988877:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+462:12140:x1818934752184704:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671657.988930:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1734671657.988958:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4b31800/0x87a91e500609b05b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x304:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b7c expref: 462 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.988977:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226ce00/0x87a91e500608be87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x304:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f30d6 expref: 461 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.988988:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a14600/0x87a91e500605f8cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x304:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e506d expref: 460 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.989000:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cfee00/0x87a91e500605f911 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x304:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5074 expref: 459 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.989010:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500605a167 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x304:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e3435 expref: 458 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671657.989023:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x304:0x0].0x0 (ffff88008f277400) 00010000:00010000:2.0:1734671657.989032:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671657.989054:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.989067:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.989235:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671657.989373:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752184960 00000100:00100000:0.0:1734671657.989377:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752184960 00000100:00100000:0.0:1734671657.989410:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30144 00000100:00100000:0.0:1734671657.989415:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+458:12139:x1818934752184960:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671657.989437:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1734671657.989449:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008efc2800/0x87a91e5006062890 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x332:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e60c0 expref: 458 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.989463:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf0400/0x87a91e500609419d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5bd9 expref: 457 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.989475:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009426ac00/0x87a91e5006062866 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x332:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e60b2 expref: 456 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671657.989484:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x332:0x0].0x0 (ffff88008ee5e100) 00010000:00010000:0.0:1734671657.989492:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671657.989501:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989509:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989516:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989529:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989534:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989539:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989658:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x332:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989665:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.989671:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:0.0:1734671657.990094:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].696, 64 off52800 00000040:00080000:0.0:1734671657.990119:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8214, 184 off1437632 00010000:00010000:0.0:1734671657.990176:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x332:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990183:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990189:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990195:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990200:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990209:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990215:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990220:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671657.990223:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990230:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990237:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x332:0x0].0x0 (ffff8800943a1400) 00010000:00010000:0.0:1734671657.990239:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671657.990242:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990247:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b17a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990268:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990272:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990276:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990279:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.990282:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990289:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990294:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x332:0x0].0x0 (ffff8800943a1400) 00010000:00010000:0.0:1734671657.990296:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671657.990298:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990303:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b173 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990344:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990349:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990354:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990358:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671657.990360:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990365:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990371:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671657.990373:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671657.990375:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671657.990380:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22400/0x87a91e500609b165 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:0.0:1734671657.990388:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf6680 reply state ffff880132e4a000 transno 4294982734 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.990394:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671657.990461:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+457:12139:x1818934752184960:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1043us (1224us total) trans 4294982734 rc 0/0 00000100:00100000:0.0:1734671657.990467:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30144 00010000:00010000:2.0:1734671657.990561:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.990619:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.990625:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.990643:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.990725:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x304:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.990732:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.990738:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671657.990981:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].697, 64 off52864 00000040:00080000:2.0:1734671657.990994:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8215, 176 off1437808 00010000:00010000:2.0:1734671657.991032:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x304:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991039:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991044:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991049:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991058:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991062:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991067:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991071:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671657.991073:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991078:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991084:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x304:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.991086:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671657.991088:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 3/0,0 mode: --/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991092:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b18f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x304:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991107:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991111:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991116:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991120:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.991122:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991127:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991133:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x304:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671657.991135:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671657.991137:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991141:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b188 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x304:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991173:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991178:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991182:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991185:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e7e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.991186:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991190:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991195:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671657.991196:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.991198:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671657.991205:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b15e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671657.991212:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b041f80 reply state ffff88009bd95000 transno 4294982735 ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671657.991217:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671657.991245:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+458:12140:x1818934752184704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2367us (2581us total) trans 4294982735 rc 0/0 00000100:00100000:2.0:1734671657.991250:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30143 00010000:00010000:2.0:1734671657.994024:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.994042:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.994049:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.994054:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671657.994058:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.994065:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.994079:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x85ed7b8c (ffff8800943a1000) 00010000:00010000:2.0:1734671657.994081:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671657.994085:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671657.994090:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b16c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671657.995274:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671657.996021:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.996031:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.996037:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.996042:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671657.996046:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.996053:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.996067:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xe4a56594 (ffff88008b0bf600) 00010000:00010000:3.0:1734671657.996069:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671657.996072:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671657.996077:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6400/0x87a91e500609b181 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671657.996748:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752185216 00000100:00100000:1.0:1734671657.996762:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752185216 00000100:00100000:1.0:1734671657.996807:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7411 00000100:00100000:1.0:1734671657.996815:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+456:12139:x1818934752185216:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671657.996961:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671657.997003:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752185472 00000100:00100000:2.0:1734671657.997006:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752185472 00000100:00100000:2.0:1734671657.997031:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7412 00000100:00100000:2.0:1734671657.997035:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+457:12140:x1818934752185472:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671657.998205:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+459:12140:x1818934752185472:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1163us (1238us total) trans 4294982736 rc 0/0 00000100:00100000:2.0:1734671657.998213:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7412 00000100:00100000:1.0:1734671657.998466:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+458:12139:x1818934752185216:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1650us (3200us total) trans 4294982737 rc 0/0 00000100:00100000:1.0:1734671657.998472:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7411 00000100:00100000:0.0:1734671658.001428:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.001535:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752185728 00000100:00100000:3.0:1734671658.001545:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752185728 00000100:00100000:3.0:1734671658.001844:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30145 00000100:00100000:3.0:1734671658.001852:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+458:12140:x1818934752185728:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.001910:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1734671658.001938:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540f000/0x87a91e500609b077 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b83 expref: 458 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.001960:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500608a4f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f29a5 expref: 457 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.001978:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b7200/0x87a91e500605f3e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ff:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4ec9 expref: 456 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.001991:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500605f409 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ff:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4ed7 expref: 455 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.002002:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093df2400/0x87a91e5006058a37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ce1 expref: 454 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.002012:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ff:0x0].0x0 (ffff88009233c800) 00010000:00010000:3.0:1734671658.002023:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.002044:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002057:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002066:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002079:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002085:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002091:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002201:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002208:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.002214:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.003504:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.003911:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752185984 00000100:00100000:2.0:1734671658.003920:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752185984 00000100:00100000:2.0:1734671658.003954:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30146 00000100:00100000:2.0:1734671658.003961:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+454:12139:x1818934752185984:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.004007:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.004026:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82ba800/0x87a91e500606340c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x346:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e645c expref: 454 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.004041:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec87400/0x87a91e500609ac33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b3d expref: 453 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.004052:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17e00/0x87a91e5006095983 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f63d5 expref: 452 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.004062:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a000/0x87a91e50060633e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x346:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6447 expref: 451 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.004070:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008f277600) 00010000:00010000:2.0:1734671658.004078:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.004095:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004106:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004112:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004121:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004125:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004129:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004194:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004200:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004205:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.004229:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].706, 64 off53440 00000040:00080000:3.0:1734671658.004255:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8216, 184 off1437992 00010000:00010000:3.0:1734671658.004314:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004321:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004331:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004337:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004342:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004348:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004353:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004359:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.004363:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004370:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004377:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ff:0x0].0x0 (ffff88012e95aa00) 00010000:00010000:3.0:1734671658.004379:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.004382:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004387:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b1c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004411:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004416:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004421:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004426:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.004429:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004433:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004439:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ff:0x0].0x0 (ffff88012e95aa00) 00010000:00010000:3.0:1734671658.004441:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.004443:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671658.004444:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].698, 64 off52928 00010000:00010000:3.0:1734671658.004447:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b1a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671658.004456:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8217, 184 off1438176 00010000:00010000:2.0:1734671658.004489:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x346:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004493:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004495:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004498:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004501:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004503:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.004507:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.004507:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004509:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004511:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004514:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004515:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004519:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004523:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671658.004523:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094415c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.004525:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.004525:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004528:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004529:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.004532:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b196 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004533:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.004535:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.004537:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.004539:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b042a00 reply state ffff880131c65000 transno 4294982738 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.004542:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x346:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.004546:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671658.004552:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004556:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004560:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004563:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.004565:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004569:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004575:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x346:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.004577:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.004579:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004582:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x346:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004610:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004615:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004619:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004623:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e7e00 already unused, calling callback (ffffffffa1342960) 00000100:00100000:3.0:1734671658.004624:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+453:12140:x1818934752185728:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2772us (3207us total) trans 4294982738 rc 0/0 00010000:00010000:2.0:1734671658.004625:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004640:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.004646:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30145 00010000:00010000:2.0:1734671658.004646:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:2.0:1734671658.004648:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.004651:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.004655:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671658.004662:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b042d80 reply state ffff88009bd97000 transno 4294982739 ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.004666:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.005475:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+453:12139:x1818934752185984:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1511us (1974us total) trans 4294982739 rc 0/0 00000100:00100000:2.0:1734671658.005482:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30146 00010000:00010000:2.0:1734671658.006435:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.006446:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.006451:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.006456:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.006459:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.006466:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.006478:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x7b2f0bbe (ffff88012e95a900) 00010000:00010000:2.0:1734671658.006481:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.006484:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.006493:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b19d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671658.011859:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.011938:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.012016:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752186240 00000100:00100000:2.0:1734671658.012026:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752186240 00010000:00010000:3.0:1734671658.012155:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.012166:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.012172:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.012178:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.012183:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.012190:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.012205:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0xa1380d88 (ffff88008b0bf700) 00010000:00010000:3.0:1734671658.012208:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.012213:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.012217:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b1b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x331:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.012381:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752186368 00000100:00100000:2.0:1734671658.012383:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752186368 00000100:00100000:2.0:1734671658.012426:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7413 00000100:00100000:2.0:1734671658.012433:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+452:12140:x1818934752186240:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.012542:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7414 00000100:00100000:1.0:1734671658.012547:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cda050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+452:12139:x1818934752186368:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:2.0:1734671658.014315:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+453:12140:x1818934752186240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 695us (1287us total) trans 4294982740 rc 0/0 00000100:00100000:2.0:1734671658.014330:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7413 00000100:00100000:0.0:1734671658.017603:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.017694:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752186624 00000100:00100000:2.0:1734671658.017705:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752186624 00000100:00100000:2.0:1734671658.017748:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30147 00000100:00100000:2.0:1734671658.017755:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+453:12140:x1818934752186624:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.017816:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.017843:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ec200/0x87a91e500605f75f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x302:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4ff6 expref: 453 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.019051:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ca8c00/0x87a91e500609b093 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x302:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b8a expref: 452 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.019070:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6e00/0x87a91e500608b3cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x302:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2d87 expref: 451 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.019088:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092222400/0x87a91e500605f6d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x302:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4fc5 expref: 450 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.019099:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x302:0x0].0x0 (ffff88012e95ae00) 00010000:00010000:2.0:1734671658.019109:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.019133:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019147:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019155:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019170:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019175:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019180:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019300:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x302:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019307:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.019312:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671658.019976:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].699, 64 off52992 00000040:00080000:2.0:1734671658.020004:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8218, 184 off1438360 00010000:00010000:2.0:1734671658.020070:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x302:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020079:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020085:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020092:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020098:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020103:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020107:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020112:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671658.020115:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020123:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020130:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x302:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671658.020133:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.020136:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020141:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b1e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x302:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.020147:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cda050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12139:x1818934752186368:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 7594us (8204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.020160:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7414 00010000:00010000:2.0:1734671658.020166:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020171:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020176:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020180:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.020183:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020188:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020193:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x302:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671658.020194:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.020196:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020200:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b1dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x302:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020355:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020361:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020366:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020369:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094415c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.020371:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020379:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020386:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:2.0:1734671658.020387:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.020389:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.020393:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415c00/0x87a91e500609b1ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671658.020401:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b043100 reply state ffff88009bd90000 transno 4294982741 ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.020407:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.020445:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12140:x1818934752186624:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2690us (2854us total) trans 4294982741 rc 0/0 00000100:00100000:2.0:1734671658.020452:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30147 00000100:00100000:0.0:1734671658.024584:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.024844:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.024854:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.024861:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.024866:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e7e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.024871:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.024879:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.024896:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xc734d1c8 (ffff88008b0bf200) 00010000:00010000:2.0:1734671658.024898:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.024903:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.024907:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e7e00/0x87a91e500609b1d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.024981:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752186752 00000100:00100000:3.0:1734671658.024991:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752186752 00000100:00100000:0.0:1734671658.025010:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.025084:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752187008 00000100:00100000:1.0:1734671658.025088:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752187008 00000100:00100000:1.0:1734671658.025120:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7415 00000100:00100000:1.0:1734671658.025128:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12140:x1818934752187008:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.025141:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30148 00000100:00100000:3.0:1734671658.025146:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12139:x1818934752186752:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671658.025157:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.025172:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b1ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b98 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.025220:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025234:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025248:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025261:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025265:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025270:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025368:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025375:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025381:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671658.025406:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35d:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.025411:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.025422:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025430:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025435:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025440:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025445:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025449:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.025451:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025455:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025460:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:3.0:1734671658.025463:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.025466:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025470:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b1f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025476:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025481:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025485:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025489:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.025491:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025494:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025498:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x1da15914 (ffff88012e95aa00) 00010000:00010000:3.0:1734671658.025500:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.025502:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025505:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b1f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.025527:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b1ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b98 expref: 453 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.025540:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b98 expref: 452 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.025545:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35d:0x0].0x0 (ffff88008f277f00) 00010000:00010000:3.0:1734671658.025546:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.025548:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2000, rc 0) 00000100:00100000:1.0:1734671658.025868:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+452:12140:x1818934752187008:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 738us (855us total) trans 4294982742 rc 0/0 00000100:00100000:1.0:1734671658.025876:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7415 00000100:00100000:3.0:1734671658.026134:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+451:12139:x1818934752186752:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 987us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.026140:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30148 00000100:00100000:2.0:1734671658.030926:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.031080:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752187264 00000100:00100000:0.0:1734671658.031091:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752187264 00000100:00100000:0.0:1734671658.031149:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2953 00000100:00100000:0.0:1734671658.031158:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d016c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+451:1966:x1818934752187264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671658.031173:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671658.031199:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b1ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b98 expref: 451 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.031866:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35d:0x0].0x0 (ffff88008f277f00) 00010000:00010000:0.0:1734671658.031871:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671658.031924:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d016c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:1966:x1818934752187264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 766us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.031931:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2953 00000100:00100000:1.0:1734671658.032106:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.032181:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.032205:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.032408:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752187392 00000100:00100000:3.0:1734671658.032414:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752187392 00000100:00100000:3.0:1734671658.032440:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752187776 00000100:00100000:3.0:1734671658.032443:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752187776 00000100:00100000:3.0:1734671658.032457:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30149 00000100:00100000:3.0:1734671658.032462:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+451:12140:x1818934752187392:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.032515:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1734671658.032530:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d889800/0x87a91e500608f96d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x561:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f43a6 expref: 451 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.032547:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935cec00/0x87a91e500609b0af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x561:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b91 expref: 450 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.032558:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092e88200/0x87a91e500608ba82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x561:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f9b expref: 449 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.032570:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b9e00/0x87a91e500608f990 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x561:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f43b4 expref: 448 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.032580:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500608b932 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x561:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f40 expref: 447 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.032587:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x561:0x0].0x0 (ffff88008cf01f00) 00010000:00010000:3.0:1734671658.032596:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.032614:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032635:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032644:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032657:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032662:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032668:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032805:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x561:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032812:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.032818:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.033209:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30150 00000100:00100000:0.0:1734671658.033215:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12290:x1818934752187776:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:0.0:1734671658.033226:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.033236:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7b9f expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1734671658.033252:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].707, 64 off53504 00010000:00010000:0.0:1734671658.033257:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.033266:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.033272:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:0.0:1734671658.033274:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.033276:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae22a00, rc 0) 00000040:00080000:3.0:1734671658.033277:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8219, 184 off1438544 00010000:00010000:3.0:1734671658.033332:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x561:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033339:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033346:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033352:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033357:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033362:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033367:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033372:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.033375:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033382:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033389:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x561:0x0].0x0 (ffff88012e95a500) 00010000:00010000:3.0:1734671658.033391:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.033393:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033398:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b222 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x561:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033423:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033428:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033432:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033436:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.033438:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033442:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033447:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x561:0x0].0x0 (ffff88012e95a500) 00010000:00010000:3.0:1734671658.033449:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.033451:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033455:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b214 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x561:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033500:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033504:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033508:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033512:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.033514:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033519:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033525:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:3.0:1734671658.033527:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.033529:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.033534:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b206 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.033546:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf7800 reply state ffff880131c62000 transno 4294982743 ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.033551:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.033710:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:12290:x1818934752187776:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 494us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.033716:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30150 00000100:00100000:0.0:1734671658.033742:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752187648 00000100:00100000:0.0:1734671658.033747:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752187648 00000100:00100000:0.0:1734671658.033771:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7416 00000100:00100000:0.0:1734671658.033775:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:12139:x1818934752187648:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.034102:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12140:x1818934752187392:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1639us (1996us total) trans 4294982743 rc 0/0 00000100:00100000:3.0:1734671658.034107:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30149 00000100:00100000:0.0:1734671658.034588:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:12139:x1818934752187648:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 810us (2404us total) trans 4294982744 rc 0/0 00000100:00100000:0.0:1734671658.034595:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7416 00000100:00100000:0.0:1734671658.037445:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.037474:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.037510:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.037665:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188032 00000100:00100000:2.0:1734671658.037704:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188032 00000100:00100000:1.0:1734671658.037774:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188160 00000100:00100000:1.0:1734671658.037779:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188160 00000100:00100000:1.0:1734671658.037801:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7417 00000100:00100000:1.0:1734671658.037807:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12290:x1818934752188160:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:2.0:1734671658.038462:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30151 00000100:00100000:2.0:1734671658.038468:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+451:12139:x1818934752188032:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.038509:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.038536:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1e00/0x87a91e50060647d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6b32 expref: 451 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.038553:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a600/0x87a91e5006082694 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0372 expref: 450 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.038564:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a1000/0x87a91e500606477d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6b0f expref: 449 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.038573:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35d:0x0].0x0 (ffff88008f277f00) 00010000:00010000:2.0:1734671658.038588:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e5006099a90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7896 expref: 448 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.038595:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:2.0:1734671658.038598:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.038614:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.038637:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.038645:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.038701:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.038714:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1734671658.038727:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752213504:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671658.038769:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800942cc6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734671658.038944:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.038951:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.038957:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.038962:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.038966:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.038977:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.038986:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0xa4b2186b (ffff88012e95ae00) 00010000:00010000:3.0:1734671658.038989:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.038992:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.038996:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b20d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fc:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.039021:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188288 00000100:00100000:3.0:1734671658.039025:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188288 00000100:00100000:3.0:1734671658.040550:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30152 00000100:00100000:3.0:1734671658.040560:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12140:x1818934752188288:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671658.040580:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.040599:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b230 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ba6 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.040668:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040693:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040703:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040717:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040726:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040731:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040827:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040834:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040840:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671658.040870:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5c4:0x0]: returning size 10575 00000004:00200000:3.0:1734671658.040874:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.040889:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040897:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040904:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040910:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040915:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040920:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.040924:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040932:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040941:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671658.040943:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.040946:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040951:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b237 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040962:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040967:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040971:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040975:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.040977:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040982:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040987:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88012e95aa00) 00010000:00010000:3.0:1734671658.040989:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.040991:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.040996:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b23e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.041019:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b230 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ba6 expref: 449 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.041030:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ba6 expref: 448 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.041035:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:3.0:1734671658.041037:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.041040:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b39400, rc 0) 00000100:00100000:3.0:1734671658.041093:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+448:12140:x1818934752188288:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 534us (3582us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.041100:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30152 00000100:00100000:1.0:1734671658.042625:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12290:x1818934752188160:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 4810us (5141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.042645:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7417 00000100:00100000:3.0:1734671658.045335:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.045414:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.045575:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752213504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671658.045600:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.046246:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188416 00000100:00100000:0.0:1734671658.046253:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188416 00000100:00100000:0.0:1734671658.046299:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188544 00000100:00100000:0.0:1734671658.046302:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188544 00010000:00010000:0.0:1734671658.046311:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734671658.046324:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8722 00000100:00100000:0.0:1734671658.046331:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:1966:x1818934752188544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671658.046343:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671658.046348:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734671658.046358:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734671658.046377:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22a00/0x87a91e500609b21b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7b9f expref: 447 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734671658.046388:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:0.0:1734671658.046393:0:7071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.046401:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.046407:0:7071:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.046423:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671658.046459:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:1966:x1818934752188544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 128us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.046465:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8722 00000100:00100000:0.0:1734671658.046477:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2954 00000100:00100000:0.0:1734671658.046481:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:1966:x1818934752188416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671658.046486:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671658.046494:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b245 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ba6 expref: 445 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.046501:0:7071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:0.0:1734671658.046503:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671658.046513:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:1966:x1818934752188416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 31us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.046517:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2954 00010000:00010000:2.0:1734671658.046650:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046657:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046690:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046697:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046705:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046836:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046842:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.046848:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671658.047289:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].708, 64 off53568 00000040:00080000:2.0:1734671658.047313:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8220, 184 off1438728 00010000:00010000:2.0:1734671658.047368:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047375:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047382:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047388:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047394:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047399:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047405:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047414:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d789000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671658.047418:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047426:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047433:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35d:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.047435:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.047438:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047443:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d789000/0x87a91e500609b25a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047468:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047473:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047478:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047483:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092081600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.047485:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047490:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047495:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35d:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.047497:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.047499:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047504:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b253 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047548:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047554:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047559:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047562:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092080600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.047565:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047569:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047576:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:2.0:1734671658.047577:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.047580:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.047584:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b229 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x35a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671658.047591:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b043b80 reply state ffff8801323fa000 transno 4294982745 ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.047597:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.047663:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12139:x1818934752188032:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 9192us (10225us total) trans 4294982745 rc 0/0 00000100:00100000:2.0:1734671658.047671:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30151 00010000:00010000:3.0:1734671658.049953:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.049970:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.049977:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.049982:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092080a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.049987:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.049994:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.050012:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x1da15914 (ffff88008b0bf100) 00010000:00010000:3.0:1734671658.050015:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.050018:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.050023:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080a00/0x87a91e500609b24c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35a:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.054866:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.054907:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.054933:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188800 00000100:00100000:0.0:1734671658.054950:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.054981:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189056 00000100:00100000:0.0:1734671658.054987:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189056 00000100:00100000:0.0:1734671658.055037:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7418 00000100:00100000:0.0:1734671658.055045:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12139:x1818934752189056:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:1.0:1734671658.056110:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752188928 00000100:00100000:1.0:1734671658.056116:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188928 00000100:00100000:1.0:1734671658.056155:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30153 00000100:00100000:1.0:1734671658.056161:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12292:x1818934752188928:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:1.0:1734671658.056174:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.056192:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bad expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.056223:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 447 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.056236:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 447 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.056244:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671658.056247:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.056250:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800910fe200, rc 0) 00000100:00100000:1.0:1734671658.056279:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12292:x1818934752188928:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 118us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.056286:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30153 00000100:00100000:2.0:1734671658.056355:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752188800 00000100:00100000:2.0:1734671658.056390:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30154 00000100:00100000:2.0:1734671658.056395:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12140:x1818934752188800:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.056430:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671658.056454:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609936d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f764a expref: 447 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.056465:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008ee5e600) 00010000:00010000:2.0:1734671658.056478:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956800/0x87a91e5006099ba8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78dc expref: 446 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.056489:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131265600/0x87a91e50060998de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7857 expref: 445 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.056495:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671658.056497:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.056511:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.056520:0:7085:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 444 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.056527:0:7085:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.056558:0:7085:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 444 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.056571:0:7085:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 444 pid: 11200 timeout: 440 lvb_type: 0 00000100:00100000:2.0:1734671658.056585:0:7085:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752213632:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671658.056622:0:7085:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800942cc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671658.060276:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+443:12139:x1818934752189056:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5219us (5312us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.060289:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7418 00000100:00100000:2.0:1734671658.061142:0:7085:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7085:1818934752213632:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671658.061168:0:7085:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.063113:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.063165:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189184 00000100:00100000:0.0:1734671658.063166:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.063173:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189184 00000100:00100000:3.0:1734671658.063208:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189312 00000100:00100000:3.0:1734671658.063211:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189312 00000100:00100000:3.0:1734671658.063257:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30155 00000100:00100000:3.0:1734671658.063265:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12139:x1818934752189312:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:3.0:1734671658.063283:0:7083:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.063302:0:7083:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b26f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bb4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.063361:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063376:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063385:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063397:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063403:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063409:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063516:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063524:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063530:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1734671658.063561:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x30e:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.063566:0:7083:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.063581:0:7083:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063590:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063596:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063602:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063608:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063613:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.063617:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063624:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063648:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.063651:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.063655:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063661:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b276 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063670:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063699:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063704:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063708:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.063710:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063716:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063722:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x3dce1c64 (ffff88012e95ac00) 00010000:00010000:3.0:1734671658.063724:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.063726:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063731:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b27d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.063755:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b26f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bb4 expref: 446 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.063769:0:7083:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bb4 expref: 445 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.063775:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30e:0x0].0x0 (ffff88008ec53c00) 00010000:00010000:3.0:1734671658.063777:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.063779:0:7083:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354e6800, rc 0) 00000100:00100000:3.0:1734671658.063822:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12139:x1818934752189312:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 557us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.063828:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30155 00000100:00100000:2.0:1734671658.063940:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7419 00000100:00100000:2.0:1734671658.063945:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12292:x1818934752189184:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:0.0:1734671658.065371:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.065472:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189440 00000100:00100000:3.0:1734671658.065480:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189440 00000100:00100000:3.0:1734671658.065512:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2955 00000100:00100000:3.0:1734671658.065518:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:1967:x1818934752189440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671658.065530:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671658.065548:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b284 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bb4 expref: 445 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.065562:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30e:0x0].0x0 (ffff88008ec53c00) 00010000:00010000:3.0:1734671658.065565:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671658.065610:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:1967:x1818934752189440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.065616:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2955 00000100:00100000:0.0:1734671658.067958:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.068991:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.069864:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+443:12292:x1818934752189184:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 5913us (6754us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.069877:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7419 00000100:00100000:3.0:1734671658.069930:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189696 00000100:00100000:3.0:1734671658.069937:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189696 00000100:00100000:2.0:1734671658.070419:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752189824 00000100:00100000:2.0:1734671658.070424:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752189824 00000100:00100000:2.0:1734671658.070450:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30156 00000100:00100000:2.0:1734671658.070457:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12294:x1818934752189824:12345-192.168.204.51@tcp:101:ll_sa.0 00010000:00010000:2.0:1734671658.070475:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.070491:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bbb expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.070523:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 445 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.070537:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 445 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.070545:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:2.0:1734671658.070548:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.070551:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc0c00, rc 0) 00000100:00100000:2.0:1734671658.070728:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12294:x1818934752189824:12345-192.168.204.51@tcp:101:ll_sa.0 Request processed in 270us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.070733:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30156 00000100:00100000:1.0:1734671658.071138:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7420 00000100:00100000:1.0:1734671658.071145:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12139:x1818934752189696:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.071325:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12139:x1818934752189696:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 179us (3376us total) trans 4294982746 rc 0/0 00000100:00100000:1.0:1734671658.071332:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7420 00000100:00100000:0.0:1734671658.073818:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.073872:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.074421:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752190080 00000100:00100000:3.0:1734671658.074430:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752190080 00000100:00100000:3.0:1734671658.074482:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30157 00000100:00100000:3.0:1734671658.074489:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12139:x1818934752190080:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.074535:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.074559:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9ae00/0x87a91e5006060512 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e54a3 expref: 445 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.074578:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ef05800/0x87a91e5006083217 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0754 expref: 444 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.074590:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ece00/0x87a91e500606048d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5479 expref: 443 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.074599:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30e:0x0].0x0 (ffff88008ec53c00) 00010000:00010000:3.0:1734671658.074611:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d89de00/0x87a91e5006099aac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f789d expref: 442 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.074617:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.074620:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.074647:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.074658:0:7083:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.074663:0:7083:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.074712:0:7083:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.074722:0:7083:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 440 lvb_type: 0 00000100:00100000:3.0:1734671658.074735:0:7083:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752213760:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671658.074785:0:7083:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008e841900 going to sleep for 11 seconds 00000100:00100000:1.0:1734671658.075181:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752190208 00000100:00100000:1.0:1734671658.075187:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752190208 00010000:00010000:1.0:1734671658.075206:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 442 pid: 11200 timeout: 440 lvb_type: 0 00000100:00100000:1.0:1734671658.075224:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8723 00000100:00100000:1.0:1734671658.075228:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:1966:x1818934752190208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671658.075236:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671658.075240:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 442 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734671658.075249:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 442 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734671658.075260:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe200/0x87a91e500609b261 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bad expref: 442 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:1.0:1734671658.075270:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671658.075274:0:9756:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.075284:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.075290:0:9756:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.075320:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.075337:0:7085:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.075344:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.075354:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:1966:x1818934752190208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 124us (1481us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671658.075360:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.075360:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8723 00010000:00010000:2.0:1734671658.075365:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.075371:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.075985:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.075992:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.075997:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00080000:2.0:1734671658.076345:0:7085:0:(mdd_dir.c:1759:mdd_finish_unlink()) Object [0x200000401:0x5c4:0x0] is inserted into orphan list, open count = 1 00000040:00080000:2.0:1734671658.076394:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8221, 184 off1438912 00010000:00010000:2.0:1734671658.076475:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076482:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076487:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076493:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094bc1c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.076496:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076503:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076511:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.076514:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.076517:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076521:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc1c00/0x87a91e500609b2a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076545:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076550:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076555:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076559:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a80a2800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.076562:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076566:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076571:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671658.076573:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.076575:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.076579:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a80a2800/0x87a91e500609b268 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671658.076587:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008b042300 reply state ffff8801323fe000 transno 4294982747 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.076593:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.076693:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752188800:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 20276us (21817us total) trans 4294982747 rc 0/0 00000100:00100000:2.0:1734671658.076701:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30154 00000100:00100000:0.0:1734671658.079776:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.079936:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752190336 00000100:00100000:3.0:1734671658.079944:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752190336 00000100:00100000:3.0:1734671658.079995:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7421 00000100:00100000:3.0:1734671658.080002:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12294:x1818934752190336:12345-192.168.204.51@tcp:37:ll_sa.0 00000100:00100000:0.0:1734671658.080068:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.080109:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080118:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080124:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080128:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094bc0800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.080133:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080140:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080154:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdccb428 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.080156:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.080159:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080164:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0800/0x87a91e500609b299 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.080835:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752190592 00000100:00100000:2.0:1734671658.080839:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752190592 00000100:00100000:2.0:1734671658.080871:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30158 00000100:00100000:2.0:1734671658.080875:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752190592:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.080918:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671658.080934:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538c00/0x87a91e500609964c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7762 expref: 442 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.080943:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c9:0x0].0x0 (ffff88008ee5ea00) 00010000:00010000:2.0:1734671658.080949:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.080965:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080976:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080983:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.080996:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.081000:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.081005:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.081478:0:7083:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008efa4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7083:1818934752213760:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671658.081498:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.081786:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.081793:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.081799:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:2.0:1734671658.082276:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].709, 64 off53632 00000040:00080000:2.0:1734671658.082300:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8222, 184 off1439096 00010000:00010000:2.0:1734671658.082351:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082358:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082365:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082370:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082374:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082383:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082388:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082392:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671658.082394:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082399:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082406:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c9:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671658.082408:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.082411:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082415:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609b2bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082437:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082441:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082445:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082448:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.082452:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082459:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082465:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c9:0x0].0x0 (ffff88008b0bf300) 00010000:00010000:2.0:1734671658.082466:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.082468:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082473:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b2b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082642:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082648:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082653:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082657:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed6c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.082659:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082664:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082672:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671658.082692:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.082696:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.082700:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b2a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671658.082710:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59b100 reply state ffff880132e5a000 transno 4294982748 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.082716:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.082772:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12140:x1818934752190592:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1894us (2702us total) trans 4294982748 rc 0/0 00000100:00100000:2.0:1734671658.082780:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30158 00010000:00010000:2.0:1734671658.085707:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.085720:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.085725:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.085730:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.085733:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.085738:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.085751:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xf6cead0a (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.085753:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.085756:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.085760:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b2ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.085910:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.085960:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752190848 00000100:00100000:1.0:1734671658.085970:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752190848 00000100:00100000:1.0:1734671658.086015:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7422 00000100:00100000:1.0:1734671658.086021:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752190848:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.086090:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12294:x1818934752190336:12345-192.168.204.51@tcp:37:ll_sa.0 Request processed in 6087us (6322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.086097:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7421 00000100:00100000:1.0:1734671658.086189:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752190848:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 167us (282us total) trans 4294982749 rc 0/0 00000100:00100000:1.0:1734671658.086194:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7422 00000100:00100000:0.0:1734671658.087346:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.087390:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752191104 00000100:00100000:2.0:1734671658.087395:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752191104 00000100:00100000:2.0:1734671658.087431:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30159 00000100:00100000:2.0:1734671658.087437:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752191104:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.087470:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1734671658.087487:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379a00/0x87a91e50060617f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x323:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5b02 expref: 442 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.087502:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081e00/0x87a91e5006098e2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f749f expref: 441 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.087513:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8a00/0x87a91e500606175d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x323:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5ad1 expref: 440 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.087521:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008c766d00) 00010000:00010000:2.0:1734671658.087533:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.087819:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087831:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087840:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087851:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087856:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087861:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087965:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x323:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087972:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.087978:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.088249:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:2.0:1734671658.088373:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].710, 64 off53696 00000040:00080000:2.0:1734671658.088397:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8223, 184 off1439280 00000100:00100000:3.0:1734671658.088434:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752191232 00000100:00100000:3.0:1734671658.088438:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752191232 00010000:00010000:2.0:1734671658.088449:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x323:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088456:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1734671658.088456:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088462:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088468:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088473:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088479:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.088484:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8724 00010000:00010000:2.0:1734671658.088484:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088488:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6200 already unused, calling callback (ffffffffa086e760) 00000100:00100000:3.0:1734671658.088489:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:1967:x1818934752191232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671658.088492:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088498:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671658.088499:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088502:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1734671658.088506:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.088509:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.088511:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088515:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6200/0x87a91e500609b2d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x323:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088516:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:3.0:1734671658.088527:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0c00/0x87a91e500609b28b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bbb expref: 441 pid: 11200 timeout: 440 lvb_type: 0 00010000:00010000:2.0:1734671658.088533:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088534:0:7072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.088538:0:7072:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.088538:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088543:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088545:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.088546:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.088548:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088550:0:7072:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.088553:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088557:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x323:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.088558:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.088560:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088564:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6800/0x87a91e500609b2d1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x323:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.088567:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671658.088598:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:1967:x1818934752191232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 109us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.088603:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8724 00010000:00010000:2.0:1734671658.088604:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088609:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088613:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088617:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5696e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.088619:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088623:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088640:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671658.088641:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.088644:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.088648:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b2c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671658.088656:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59aa00 reply state ffff880132e5e000 transno 4294982750 ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.088662:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.088714:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12140:x1818934752191104:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1276us (1373us total) trans 4294982750 rc 0/0 00000100:00100000:2.0:1734671658.088720:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30159 00010000:00010000:0.0:1734671658.088770:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088776:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088789:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088795:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088801:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088869:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088875:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.088881:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.089447:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:0.0:1734671658.089450:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].700, 64 off53056 00000040:00080000:0.0:1734671658.089464:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8224, 184 off1439464 00010000:00010000:0.0:1734671658.089503:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089511:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089516:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089522:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089526:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089531:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089536:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089540:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092080600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671658.089542:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089547:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089553:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30e:0x0].0x0 (ffff8800943a1500) 00010000:00010000:0.0:1734671658.089555:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671658.089558:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 3/0,0 mode: --/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089563:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b2ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089596:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089601:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089606:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089610:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.089612:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089617:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089637:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30e:0x0].0x0 (ffff8800943a1500) 00010000:00010000:0.0:1734671658.089639:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671658.089641:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089646:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b2e6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.089656:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752191360 00000100:00100000:3.0:1734671658.089660:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752191360 00010000:00010000:0.0:1734671658.089696:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.089698:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 50 00010000:00010000:0.0:1734671658.089701:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.089703:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:1964:x1818934752191360:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671658.089706:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089711:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b2e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.089713:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089717:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089723:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:0.0:1734671658.089726:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.089728:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.089728:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.089732:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b2e00/0x87a91e500609b292 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.089735:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e500609b2f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bc2 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1734671658.089738:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880094600000 reply state ffff880130a81000 transno 4294982751 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.089743:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1734671658.089767:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00000100:00100000:0.0:1734671658.089772:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+443:12139:x1818934752190080:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 15284us (15965us total) trans 4294982751 rc 0/0 00010000:00010000:3.0:1734671658.089775:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00000100:00100000:0.0:1734671658.089778:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30157 00010000:00010000:3.0:1734671658.089781:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.089790:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.089796:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.089801:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090009:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x312:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090018:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x312:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090024:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x312:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.090040:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x312:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.090044:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.090056:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x312:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090063:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x312:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090068:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090076:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090081:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090085:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd5000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.090087:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090092:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090099:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.090100:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.090102:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090107:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5000/0x87a91e500609b2fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090115:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090120:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090125:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090128:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd5c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.090130:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090138:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090144:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xc7fe5838 (ffff88012e95a500) 00010000:00010000:3.0:1734671658.090146:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.090147:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090151:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5c00/0x87a91e500609b302 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090170:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4e00/0x87a91e500609b2f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bc2 expref: 443 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090182:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x312:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bc2 expref: 442 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090188:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x312:0x0].0x0 (ffff8800a792dd00) 00010000:00010000:3.0:1734671658.090189:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.090192:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094437000, rc 0) 00010000:00010000:3.0:1734671658.090195:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.090200:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094436c00/0x87a91e500609b310 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bc9 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090218:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090224:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090230:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090240:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090245:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090250:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090290:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x314:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090297:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x314:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090302:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x314:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.090310:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x314:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.090312:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.090318:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x314:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090323:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x314:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090327:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090332:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090336:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090343:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094436a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.090345:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090350:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090356:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.090358:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.090361:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090364:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436a00/0x87a91e500609b317 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090371:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090375:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090379:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090383:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094436600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.090385:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090389:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090395:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x7264b700 (ffff88012e95ad00) 00010000:00010000:3.0:1734671658.090398:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.090400:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090404:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436600/0x87a91e500609b31e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090420:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094436c00/0x87a91e500609b310 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bc9 expref: 444 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090428:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x314:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bc9 expref: 443 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090433:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x314:0x0].0x0 (ffff880135444400) 00010000:00010000:3.0:1734671658.090435:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.090437:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59800, rc 0) 00010000:00010000:3.0:1734671658.090439:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.090443:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b32c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bd0 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090456:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090462:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090467:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090475:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090480:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090486:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090525:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x310:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090532:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x310:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090537:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x310:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.090545:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x310:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.090547:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.090551:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x310:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090556:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x310:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090561:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090564:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090568:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090571:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.090573:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090577:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090582:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.090584:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.090586:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090589:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b333 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090595:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090598:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090602:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090605:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.090608:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090612:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090616:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xdfedbb38 (ffff88012e95ae00) 00010000:00010000:3.0:1734671658.090617:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.090619:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090622:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b33a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.090644:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b32c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bd0 expref: 445 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090652:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x310:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bd0 expref: 444 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.090656:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x310:0x0].0x0 (ffff88012ec0e200) 00010000:00010000:3.0:1734671658.090657:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.090659:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59a00, rc 0) 00010000:00010000:3.0:1734671658.090661:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.090665:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b348 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bd7 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091074:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091082:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091089:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091098:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091103:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091108:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091153:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x318:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091161:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x318:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091167:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x318:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.091178:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x318:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.091180:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.091187:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x318:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091193:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091198:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091202:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091206:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091210:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091212:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091217:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091223:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.091225:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091227:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091231:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b34f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091239:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091243:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091248:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091251:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091254:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091258:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091263:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xf9a88606 (ffff88012e95aa00) 00010000:00010000:3.0:1734671658.091265:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091267:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091271:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b356 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091284:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b348 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bd7 expref: 446 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091291:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bd7 expref: 445 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091295:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x318:0x0].0x0 (ffff880135444900) 00010000:00010000:3.0:1734671658.091298:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.091299:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59200, rc 0) 00010000:00010000:3.0:1734671658.091302:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.091306:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b364 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bde expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091320:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091326:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091331:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091370:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091375:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091380:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091418:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091424:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091429:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.091437:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x31a:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.091439:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.091444:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091449:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091454:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091458:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091462:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091466:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091468:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091471:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091476:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.091477:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091479:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091482:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b36b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091488:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091491:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091499:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091502:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091504:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091508:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091512:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xe8edbb38 (ffff88012e95ac00) 00010000:00010000:3.0:1734671658.091513:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091515:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091518:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b372 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091529:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b364 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bde expref: 447 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091535:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bde expref: 446 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091539:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31a:0x0].0x0 (ffff8801369b2500) 00010000:00010000:3.0:1734671658.091541:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.091542:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013167b200, rc 0) 00010000:00010000:3.0:1734671658.091544:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.091549:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b380 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7be5 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091566:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091571:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091575:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091582:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091586:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091590:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091622:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091638:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091643:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.091651:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x31e:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.091653:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.091657:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091663:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091668:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091672:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091692:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091695:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944ca800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091697:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091702:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091707:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.091708:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091710:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091714:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b387 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091721:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091725:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091730:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091733:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944cb600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091735:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091739:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091744:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xd60d7337 (ffff88012e95a900) 00010000:00010000:3.0:1734671658.091745:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091747:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091750:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b38e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091765:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b380 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7be5 expref: 448 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091774:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7be5 expref: 447 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091778:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31e:0x0].0x0 (ffff88008e996100) 00010000:00010000:3.0:1734671658.091780:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.091781:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458f200, rc 0) 00010000:00010000:3.0:1734671658.091784:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.091788:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609b39c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bec expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.091802:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091807:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091815:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091825:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091830:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091834:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091874:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091882:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091887:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.091897:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x30a:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.091899:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.091904:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091909:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091914:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091918:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091926:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091929:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091931:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091936:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091942:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.091944:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091946:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091950:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ee00/0x87a91e500609b3a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091958:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091962:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091967:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091970:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8cc800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.091972:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091976:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091983:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x86195b67 (ffff88012e95ab00) 00010000:00010000:3.0:1734671658.091985:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.091987:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.091991:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc800/0x87a91e500609b3aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092007:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609b39c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bec expref: 449 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.092016:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bec expref: 448 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.092021:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30a:0x0].0x0 (ffff88012ec0e000) 00010000:00010000:3.0:1734671658.092023:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.092025:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8cc400, rc 0) 00010000:00010000:3.0:1734671658.092028:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.092035:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b3b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bf3 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.092050:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092056:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092062:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092071:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092076:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092081:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092124:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092204:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092210:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.092223:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x31c:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.092224:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.092230:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092272:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092278:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092283:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092287:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092290:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.092292:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092297:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092303:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.092304:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.092306:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092311:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b3bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092318:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092322:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092327:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092330:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.092332:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092336:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092340:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x66c02682 (ffff880093564c00) 00010000:00010000:3.0:1734671658.092341:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.092342:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092346:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0200/0x87a91e500609b3c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.092362:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b3b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bf3 expref: 450 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.092369:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bf3 expref: 449 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.092373:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31c:0x0].0x0 (ffff88008c766c00) 00010000:00010000:3.0:1734671658.092375:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.092376:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d3e200, rc 0) 00000100:00100000:3.0:1734671658.092523:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:1964:x1818934752191360:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 2817us (3075us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.092532:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 50 00010000:00010000:2.0:1734671658.093078:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.093085:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.093090:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.093093:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.093096:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.093100:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.093108:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xb61ad33 (ffff88008b0bf100) 00010000:00010000:3.0:1734671658.093184:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.093190:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.093195:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.093198:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.093201:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.093205:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.093213:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x3dce1c64 (ffff8800943a1400) 00010000:00010000:3.0:1734671658.093215:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.093218:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.093222:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b2df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.093261:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.093265:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.093270:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b2ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.095535:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.095706:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752191616 00000100:00100000:2.0:1734671658.095717:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752191616 00000100:00100000:2.0:1734671658.095760:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30160 00000100:00100000:2.0:1734671658.095771:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12140:x1818934752191616:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.095833:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671658.095857:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f513800/0x87a91e5006099875 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f781f expref: 447 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.095877:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cd:0x0].0x0 (ffff88009bed0a00) 00010000:00010000:2.0:1734671658.095887:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.095905:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.095917:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.095926:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.095938:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.095944:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.095949:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.096002:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.096057:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096064:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096070:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.096247:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752191872 00000100:00100000:3.0:1734671658.096252:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752191872 00000100:00100000:3.0:1734671658.096286:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7423 00000100:00100000:3.0:1734671658.096291:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12139:x1818934752191872:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.096448:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+448:12139:x1818934752191872:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 156us (445us total) trans 4294982752 rc 0/0 00000100:00100000:3.0:1734671658.096455:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7423 00000040:00080000:2.0:1734671658.096457:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].711, 64 off53760 00000040:00080000:2.0:1734671658.096479:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8225, 184 off1439648 00010000:00010000:2.0:1734671658.096519:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096527:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096534:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096540:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096544:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096549:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096554:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096560:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b5a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671658.096564:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096570:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096577:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cd:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671658.096579:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.096583:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096587:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b3e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096601:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096606:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096611:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096615:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b5400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.096617:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096623:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096638:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5cd:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671658.096640:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.096642:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096646:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b3e2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096718:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096724:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096728:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096732:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801354e6600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.096735:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096743:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096749:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:2.0:1734671658.096751:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.096753:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.096758:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6600/0x87a91e500609b3d4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1734671658.096768:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f599180 reply state ffff880132e51000 transno 4294982753 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.096774:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.096806:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:12140:x1818934752191616:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1035us (1281us total) trans 4294982753 rc 0/0 00000100:00100000:2.0:1734671658.096812:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30160 00000100:00100000:0.0:1734671658.097311:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.097365:0:7088:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752192000 00000100:00100000:3.0:1734671658.097370:0:7088:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752192000 00000100:00100000:3.0:1734671658.097733:0:7088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 51 00000100:00100000:3.0:1734671658.097739:0:7088:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:1965:x1818934752192000:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1734671658.097763:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.097774:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b3f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7bfa expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.097806:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097814:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097821:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097831:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097837:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097842:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097929:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x316:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097937:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x316:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097943:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x316:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.097958:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x316:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.097962:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.097975:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x316:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097987:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097992:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.097996:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098000:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098005:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.098007:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098013:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098020:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.098022:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.098025:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098029:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b3f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098038:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098042:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098047:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098050:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.098052:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098056:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098060:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x92de3403 (ffff880093564d00) 00010000:00010000:3.0:1734671658.098062:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.098064:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098068:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b3fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098088:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b3f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bfa expref: 451 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.098096:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bfa expref: 450 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.098102:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x316:0x0].0x0 (ffff880135444800) 00010000:00010000:3.0:1734671658.098103:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.098105:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d3e000, rc 0) 00010000:00010000:3.0:1734671658.098108:0:7088:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.098113:0:7088:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fa00/0x87a91e500609b40c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c01 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.098128:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098134:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098139:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098150:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098155:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098160:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098205:0:7088:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098212:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098217:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1734671658.098226:0:7088:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x30c:0x0]: returning size 260096 00000004:00200000:3.0:1734671658.098229:0:7088:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.098234:0:7088:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098240:0:7088:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098246:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098251:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098256:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098260:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012dbd5800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.098262:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098268:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098273:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.098276:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.098278:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098282:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd5800/0x87a91e500609b413 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098291:0:7088:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098295:0:7088:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098300:0:7088:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098304:0:7088:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d73200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.098305:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098309:0:7088:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098314:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xf61990e9 (ffff880093564e00) 00010000:00010000:3.0:1734671658.098316:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.098318:0:7088:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098322:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d73200/0x87a91e500609b41a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1734671658.098338:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fa00/0x87a91e500609b40c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c01 expref: 452 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.098349:0:7088:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c01 expref: 451 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.098354:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30c:0x0].0x0 (ffff880092397200) 00010000:00010000:3.0:1734671658.098356:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734671658.098358:0:7088:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4025000, rc 0) 00000100:00100000:3.0:1734671658.098399:0:7088:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+451:1965:x1818934752192000:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 660us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.098406:0:7088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 51 00000100:00100000:0.0:1734671658.099364:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.099439:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.099447:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.099452:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.099457:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.099460:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.099466:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.099476:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xfdcaaf2c (ffff88008b0bf700) 00010000:00010000:2.0:1734671658.099478:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.099481:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.099485:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b3db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.099545:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752192256 00000100:00100000:3.0:1734671658.099551:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752192256 00000100:00100000:3.0:1734671658.099575:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30161 00000100:00100000:3.0:1734671658.099580:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+450:12139:x1818934752192256:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.099616:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.099644:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e5006060742 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x312:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e556e expref: 450 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.099658:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094437000/0x87a91e500609b309 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x312:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bc2 expref: 449 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.099668:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bba00/0x87a91e5006083a0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x312:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f09ed expref: 448 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.100264:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ec600/0x87a91e50060606c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x312:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5536 expref: 447 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.100280:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x312:0x0].0x0 (ffff8800a792dd00) 00010000:00010000:3.0:1734671658.100287:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.100303:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100313:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100319:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100329:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100333:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100337:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100482:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x312:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100489:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.100494:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.100972:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].701, 64 off53120 00000004:00080000:3.0:1734671658.100978:0:7083:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 340332301554ns, next at 341332299991ns, rc = 0 00000040:00080000:3.0:1734671658.100998:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8226, 184 off1439832 00010000:00010000:3.0:1734671658.101051:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x312:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101058:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101063:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101068:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101073:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101077:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101081:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101085:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094522a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.101087:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101092:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101097:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x312:0x0].0x0 (ffff880134d29700) 00010000:00010000:3.0:1734671658.101098:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.101101:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101104:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522a00/0x87a91e500609b43d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x312:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101126:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101131:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101135:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101138:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.101140:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101144:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101148:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x312:0x0].0x0 (ffff880134d29700) 00010000:00010000:3.0:1734671658.101149:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.101151:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101154:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024200/0x87a91e500609b436 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x312:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101208:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101211:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101215:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101218:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.101221:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101225:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101230:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.101231:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.101233:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.101236:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025600/0x87a91e500609b428 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.101242:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59bb80 reply state ffff880130a82000 transno 4294982754 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.101247:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.101320:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+448:12139:x1818934752192256:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1737us (1958us total) trans 4294982754 rc 0/0 00000100:00100000:3.0:1734671658.101327:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30161 00010000:00010000:3.0:1734671658.103238:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.103251:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.103257:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.103262:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4024000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.103267:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.103277:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.103290:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xc7fe5838 (ffff880093564b00) 00010000:00010000:3.0:1734671658.103292:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.103296:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.103300:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4024000/0x87a91e500609b42f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.104580:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.104668:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752192512 00000100:00100000:1.0:1734671658.104699:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752192512 00000100:00100000:1.0:1734671658.104751:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7424 00000100:00100000:1.0:1734671658.104758:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12140:x1818934752192512:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.104989:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+448:12140:x1818934752192512:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 230us (417us total) trans 4294982755 rc 0/0 00000100:00100000:1.0:1734671658.104996:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7424 00000100:00100000:0.0:1734671658.106583:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.106733:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752192768 00000100:00100000:3.0:1734671658.106740:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752192768 00000100:00100000:3.0:1734671658.106771:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7425 00000100:00100000:3.0:1734671658.106778:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+448:12139:x1818934752192768:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.106939:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:12139:x1818934752192768:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 160us (362us total) trans 4294982756 rc 0/0 00000100:00100000:3.0:1734671658.106945:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7425 00000100:00100000:0.0:1734671658.107509:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.107592:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752193024 00000100:00100000:3.0:1734671658.107596:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752193024 00000100:00100000:3.0:1734671658.107618:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30162 00000100:00100000:3.0:1734671658.107623:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+449:12140:x1818934752193024:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.107664:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671658.107711:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0a00/0x87a91e5006061d14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x327:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5cc2 expref: 449 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.107728:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e5006081258 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x327:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67efcbf expref: 448 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.107745:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a43600/0x87a91e5006061c73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x327:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5c8a expref: 447 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.107754:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x327:0x0].0x0 (ffff88008c766700) 00010000:00010000:3.0:1734671658.107764:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.107785:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107797:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107806:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107818:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107824:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107829:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107931:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x327:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107937:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.107942:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.108335:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].712, 64 off53824 00000040:00080000:3.0:1734671658.108358:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8227, 184 off1440016 00010000:00010000:3.0:1734671658.108403:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x327:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108410:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108416:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108421:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108426:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108431:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108437:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108441:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.108445:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108452:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108458:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x327:0x0].0x0 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.108460:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.108463:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108468:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b459 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108487:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108492:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108495:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108498:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094200600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.108501:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108505:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108510:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x327:0x0].0x0 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.108512:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.108514:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108517:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b452 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108566:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108571:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108575:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108579:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.108582:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108586:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108591:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671658.108594:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.108596:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.108600:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b444 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.108608:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59b480 reply state ffff880130a86000 transno 4294982757 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.108614:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.109894:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+448:12140:x1818934752193024:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2263us (2379us total) trans 4294982757 rc 0/0 00000100:00100000:3.0:1734671658.109904:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30162 00010000:00010000:2.0:1734671658.112750:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.112767:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.112773:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.112778:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d63e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.112782:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.112788:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.112803:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x8e1e1fc5 (ffff880134d29e00) 00010000:00010000:2.0:1734671658.112805:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.112808:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.112813:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b44b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.113189:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.113322:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752193280 00000100:00100000:3.0:1734671658.113331:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752193280 00000100:00100000:3.0:1734671658.114030:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30163 00000100:00100000:3.0:1734671658.114038:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12139:x1818934752193280:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.114099:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.114117:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e5006060972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x314:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5640 expref: 447 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.114135:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b325 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x314:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bc9 expref: 446 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.114148:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354e6a00/0x87a91e5006083b0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x314:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0a41 expref: 445 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.114159:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9aa00/0x87a91e50060608d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x314:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5601 expref: 444 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.114166:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x314:0x0].0x0 (ffff880135444400) 00010000:00010000:3.0:1734671658.114174:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.114192:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114204:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114212:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114222:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114227:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114232:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114341:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x314:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114347:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114355:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.114815:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].702, 64 off53184 00000040:00080000:3.0:1734671658.114838:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8228, 184 off1440200 00010000:00010000:3.0:1734671658.114893:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x314:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114900:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114906:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114913:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114918:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114923:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114928:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114933:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ffe00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.114935:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114941:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114948:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x314:0x0].0x0 (ffff880134d29800) 00010000:00010000:3.0:1734671658.114951:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.114954:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114958:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b475 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x314:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114981:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114985:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114989:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.114994:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.114997:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115001:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115006:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x314:0x0].0x0 (ffff880134d29800) 00010000:00010000:3.0:1734671658.115008:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.115010:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115014:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b46e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x314:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115076:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115081:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115087:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115091:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.115093:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115097:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115103:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.115104:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.115106:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.115110:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b460 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.115118:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59a680 reply state ffff880134b18000 transno 4294982758 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.115124:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.115208:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12139:x1818934752193280:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1168us (2021us total) trans 4294982758 rc 0/0 00000100:00100000:3.0:1734671658.115215:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30163 00000100:00100000:0.0:1734671658.118471:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.118738:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.118748:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.118754:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.118760:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.118764:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.118772:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.118788:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x7264b700 (ffff880134d29f00) 00010000:00010000:3.0:1734671658.118790:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.118794:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.118799:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff400/0x87a91e500609b467 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.119022:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752193536 00000100:00100000:1.0:1734671658.119031:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752193536 00000100:00100000:1.0:1734671658.119072:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7426 00000100:00100000:1.0:1734671658.119079:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12140:x1818934752193536:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671658.121793:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.122011:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752193792 00000100:00100000:3.0:1734671658.122021:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752193792 00000100:00100000:3.0:1734671658.122058:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7427 00000100:00100000:3.0:1734671658.122066:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12139:x1818934752193792:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.122274:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+447:12139:x1818934752193792:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 208us (488us total) trans 4294982760 rc 0/0 00000100:00100000:3.0:1734671658.122281:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7427 00000100:00100000:1.0:1734671658.122322:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12140:x1818934752193536:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 3242us (3862us total) trans 4294982759 rc 0/0 00000100:00100000:1.0:1734671658.122328:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7426 00000100:00100000:0.0:1734671658.123926:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.124012:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752194048 00000100:00100000:2.0:1734671658.124020:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752194048 00000100:00100000:2.0:1734671658.124186:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30164 00000100:00100000:2.0:1734671658.124193:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12139:x1818934752194048:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.124241:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.124269:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8dd200/0x87a91e50060605e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x310:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e54e9 expref: 446 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.124305:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b341 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x310:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bd0 expref: 445 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.124317:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e50060835d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x310:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0881 expref: 444 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.124329:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e04d200/0x87a91e50060605c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x310:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e54db expref: 443 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.124339:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x310:0x0].0x0 (ffff88012ec0e200) 00010000:00010000:2.0:1734671658.124349:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.124367:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124380:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124388:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124401:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124407:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124413:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.124504:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.124539:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x310:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124546:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.124551:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.124647:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752194304 00000100:00100000:3.0:1734671658.124651:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752194304 00000100:00100000:3.0:1734671658.124668:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30165 00000100:00100000:3.0:1734671658.124672:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+443:12140:x1818934752194304:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.124714:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671658.124726:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e5006061a51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x325:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5bcd expref: 443 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.124738:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0x87a91e50060993eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f767b expref: 442 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.124748:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae91400/0x87a91e50060619b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x325:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5b95 expref: 441 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.124756:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880135444300) 00010000:00010000:3.0:1734671658.124761:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.124769:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124777:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124783:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124792:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124796:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124801:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124846:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x325:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124852:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.124861:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:2.0:1734671658.125006:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].703, 64 off53248 00000040:00080000:2.0:1734671658.125030:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8229, 184 off1440384 00010000:00010000:2.0:1734671658.125083:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x310:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125090:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00000004:00080000:3.0:1734671658.125092:0:7083:0:(mdd_dir.c:1759:mdd_finish_unlink()) Object [0x200000401:0x325:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1734671658.125096:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125101:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125106:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125109:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125114:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125123:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b5400 already unused, calling callback (ffffffffa086e760) 00000040:00080000:3.0:1734671658.125126:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8230, 184 off1440568 00010000:00010000:2.0:1734671658.125126:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125133:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125140:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x310:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.125142:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.125145:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125149:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5400/0x87a91e500609b4a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x310:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125168:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.125169:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125173:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.125174:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125177:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.125179:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125181:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b4600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.125182:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.125184:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125184:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.125188:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125188:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125193:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x310:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:3.0:1734671658.125194:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.125195:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.125195:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.125197:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125197:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.125201:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b49f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125202:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4600/0x87a91e500609b48a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.125210:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.125214:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.125219:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.125222:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.125224:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.125228:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.125233:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:3.0:1734671658.125234:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.125236:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.125240:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b491 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x321:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.125246:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f598a80 reply state ffff880134b1b000 transno 4294982762 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.125246:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.125251:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734671658.125251:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125255:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125258:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b4a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.125260:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125264:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125270:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:2.0:1734671658.125271:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.125273:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.125277:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b4a00/0x87a91e500609b47c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671658.125283:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f599500 reply state ffff880132e56000 transno 4294982761 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.125287:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.125320:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12140:x1818934752194304:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 644us (814us total) trans 4294982762 rc 0/0 00000100:00100000:2.0:1734671658.125320:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12139:x1818934752194048:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1126us (1399us total) trans 4294982761 rc 0/0 00000100:00100000:2.0:1734671658.125326:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30164 00000100:00100000:3.0:1734671658.125904:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30165 00010000:00010000:2.0:1734671658.128616:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.128641:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.128647:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.128652:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ffe00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.128657:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.128665:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.128737:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0xa12eb2e9 (ffff880134d29800) 00010000:00010000:2.0:1734671658.128741:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.128746:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.128752:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ffe00/0x87a91e500609b498 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x321:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.129527:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.129537:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.129542:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.129547:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b5e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.129550:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.129555:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.129563:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xdfedbb38 (ffff88008b0bf000) 00010000:00010000:3.0:1734671658.129566:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1734671658.129567:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.129568:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.129572:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5e00/0x87a91e500609b483 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.129610:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752194560 00000100:00100000:1.0:1734671658.129620:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752194560 00000100:00100000:1.0:1734671658.129700:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7428 00000100:00100000:1.0:1734671658.129708:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12139:x1818934752194560:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.130003:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12139:x1818934752194560:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 294us (440us total) trans 4294982763 rc 0/0 00000100:00100000:1.0:1734671658.130011:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7428 00000100:00100000:0.0:1734671658.130496:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.130594:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752194688 00000100:00100000:1.0:1734671658.130599:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752194688 00000100:00100000:1.0:1734671658.130635:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7429 00000100:00100000:1.0:1734671658.130641:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752194688:12345-192.168.204.51@tcp:37:dbench.0 00000100:00100000:0.0:1734671658.133216:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.133236:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752194688:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2593us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.133248:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7429 00000100:00100000:3.0:1734671658.133387:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752194944 00000100:00100000:3.0:1734671658.133396:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752194944 00000100:00100000:3.0:1734671658.133440:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30166 00000100:00100000:3.0:1734671658.133446:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12139:x1818934752194944:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.133502:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.133530:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136284000/0x87a91e5006060cc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x318:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5758 expref: 442 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.133557:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b35d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bd7 expref: 441 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.133568:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a3ea00/0x87a91e5006083d69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0b13 expref: 440 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.133582:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081000/0x87a91e5006060c4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x318:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5727 expref: 439 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.133591:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x318:0x0].0x0 (ffff880135444900) 00010000:00010000:3.0:1734671658.133601:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.133620:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133643:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133652:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133664:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133669:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133707:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133824:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x318:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133832:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.133837:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.134248:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].704, 64 off53312 00000040:00080000:3.0:1734671658.134273:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8231, 184 off1440752 00010000:00010000:3.0:1734671658.134329:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x318:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134336:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134343:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134349:0:7083:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134354:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134359:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134363:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134369:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099813a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.134372:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134379:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134385:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x318:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671658.134388:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.134391:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134395:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099813a00/0x87a91e500609b4c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x318:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134417:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134422:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134426:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134429:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.134432:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134437:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134442:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x318:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671658.134444:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.134446:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134451:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b4bb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x318:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134510:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134515:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134519:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134522:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.134525:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134529:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134535:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.134537:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.134539:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.134543:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b4ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.134549:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135315f80 reply state ffff880134b1c000 transno 4294982764 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.134555:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.134599:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12139:x1818934752194944:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1151us (1393us total) trans 4294982764 rc 0/0 00000100:00100000:3.0:1734671658.134606:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30166 00010000:00010000:2.0:1734671658.136655:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.136671:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.136709:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.136714:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.136718:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.136725:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.136739:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xf9a88606 (ffff880134d29e00) 00010000:00010000:2.0:1734671658.136742:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.136745:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.136750:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b4b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.138876:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.138932:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752195200 00000100:00100000:1.0:1734671658.138943:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752195200 00000100:00100000:1.0:1734671658.138999:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7430 00000100:00100000:1.0:1734671658.139008:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12139:x1818934752195200:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.142183:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12139:x1818934752195200:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 3163us (3305us total) trans 4294982765 rc 0/0 00000100:00100000:1.0:1734671658.142201:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7430 00000100:00100000:2.0:1734671658.142715:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.142778:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752195328 00000100:00100000:0.0:1734671658.142787:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752195328 00000100:00100000:0.0:1734671658.142838:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 52 00000100:00100000:0.0:1734671658.142845:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:1964:x1818934752195328:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671658.142884:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.142905:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b4c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c08 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.142955:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.142969:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.142980:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.142993:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.142999:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143005:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:1.0:1734671658.143127:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671658.143141:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143149:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143155:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.143166:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752195584 00000100:00100000:3.0:1734671658.143171:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752195584 00000004:00200000:0.0:1734671658.143173:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5b6:0x0]: returning size 88384 00000004:00200000:0.0:1734671658.143178:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.143192:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.143198:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30167 00010000:00010000:0.0:1734671658.143201:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.143204:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752195584:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671658.143208:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143213:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143219:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143224:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092080600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.143227:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143232:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1734671658.143233:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143243:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.143246:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.143250:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e5006098c35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73f0 expref: 442 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.143250:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143254:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080600/0x87a91e500609b4d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143264:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c1:0x0].0x0 (ffff88009bfbbf00) 00010000:00010000:0.0:1734671658.143277:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143278:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956000/0x87a91e5006099bc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f78e3 expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.143282:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143286:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143289:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.143289:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.143291:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143292:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.143296:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143299:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.143302:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff8800943a1d00) 00010000:00010000:0.0:1734671658.143304:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.143306:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.143306:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143310:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b4d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143312:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.143324:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.143329:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.143332:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092081600/0x87a91e500609b4c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c08 expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.143335:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.143347:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c08 expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.143352:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:0.0:1734671658.143354:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671658.143356:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5696e00, rc 0) 00010000:00010000:0.0:1734671658.143359:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.143365:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b4f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c0f expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.143380:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143387:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143390:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.143393:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:3.0:1734671658.143395:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.143399:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.143403:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143408:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143413:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143472:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143482:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143487:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.143496:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x5bd:0x0]: returning size 42652 00000004:00200000:0.0:1734671658.143499:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.143504:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143509:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143513:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143517:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143521:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143525:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.143527:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143531:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143536:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.143538:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.143540:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143545:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b4fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143552:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143557:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143561:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143565:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae22e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.143567:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143572:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143578:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff8800943a1f00) 00010000:00010000:0.0:1734671658.143580:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.143582:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143586:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae22e00/0x87a91e500609b508 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.143602:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b4f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c0f expref: 442 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.143610:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c0f expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.143620:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:0.0:1734671658.143622:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671658.144184:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b3200, rc 0) 00010000:00010000:0.0:1734671658.144192:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.144200:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b516 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c16 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144220:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144227:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144233:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144243:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144249:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144254:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144314:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144322:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144328:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.144340:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f8:0x0]: returning size 260096 00000004:00200000:0.0:1734671658.144343:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1734671658.144347:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00010000:0.0:1734671658.144350:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144357:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144361:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144365:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144370:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144374:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.144377:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00000100:00100000:2.0:1734671658.144378:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752195840 00010000:00010000:0.0:1734671658.144381:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00000100:00100000:2.0:1734671658.144382:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752195840 00010000:00010000:0.0:1734671658.144388:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.144390:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.144392:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144396:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3c00/0x87a91e500609b51d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144404:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144409:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00000100:00100000:2.0:1734671658.144414:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30168 00010000:00010000:0.0:1734671658.144414:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144418:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00000100:00100000:2.0:1734671658.144420:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+443:12139:x1818934752195840:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671658.144421:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144425:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144430:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xec7107a9 (ffff8800943a1300) 00010000:00010000:0.0:1734671658.144431:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.144433:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144437:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b524 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144451:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671658.144454:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b516 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c16 expref: 444 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.144462:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230da00/0x87a91e5006060eff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e580e expref: 443 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144462:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c16 expref: 443 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144467:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff880093ddd400) 00010000:00010000:0.0:1734671658.144468:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671658.144470:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b2200, rc 0) 00010000:00010000:0.0:1734671658.144473:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.144474:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013167b200/0x87a91e500609b379 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bde expref: 442 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144478:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b532 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c1d expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.144485:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093956200/0x87a91e50060843f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0d2e expref: 442 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144492:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144498:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e5006060e81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e57dd expref: 441 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144498:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144504:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144505:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31a:0x0].0x0 (ffff8801369b2500) 00010000:00010000:2.0:1734671658.144512:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.144514:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144518:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144519:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.144524:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144526:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.144531:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.144540:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.144546:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.144551:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.144568:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144574:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144579:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.144588:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fa:0x0]: returning size 260096 00000004:00200000:0.0:1734671658.144590:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.144596:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144602:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.144602:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144607:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.144607:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144612:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:2.0:1734671658.144613:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.144616:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144620:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.144622:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144644:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144650:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.144651:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.144653:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144657:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b539 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144664:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144668:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144672:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144696:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc78400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.144700:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144708:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144714:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2b (ffff8800943a1600) 00010000:00010000:0.0:1734671658.144716:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.144718:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144722:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc78400/0x87a91e500609b540 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.144738:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609b532 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c1d expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144746:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c1d expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.144751:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:0.0:1734671658.144753:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734671658.144755:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d8bee00, rc 0) 00000100:00100000:0.0:1734671658.144815:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:1964:x1818934752195328:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 1969us (2102us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.144822:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 52 00000040:00080000:2.0:1734671658.145460:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].705, 64 off53376 00000040:00080000:2.0:1734671658.145480:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8232, 184 off1440936 00010000:00010000:2.0:1734671658.145527:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145534:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145539:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145543:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145546:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145549:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145551:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145554:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671658.145556:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145558:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145562:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31a:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.145563:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.145565:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145567:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b563 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145581:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145584:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145587:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145589:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.145591:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145593:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145596:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31a:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.145597:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.145598:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145600:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b55c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145652:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145656:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145658:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145660:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b5a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.145662:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145665:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145669:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:2.0:1734671658.145670:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.145672:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.145699:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5a00/0x87a91e500609b547 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671658.145707:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009378dc00 reply state ffff880131ab5000 transno 4294982766 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.145713:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.145754:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12139:x1818934752195840:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1332us (1406us total) trans 4294982766 rc 0/0 00000100:00100000:2.0:1734671658.145760:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30168 00000040:00080000:3.0:1734671658.145863:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].706, 64 off53440 00000040:00080000:3.0:1734671658.145877:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8233, 184 off1441120 00010000:00010000:3.0:1734671658.145920:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145928:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145935:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145940:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145944:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145948:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145952:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145957:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3f400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.145960:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145964:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145970:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c1:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671658.145972:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.145975:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145979:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f400/0x87a91e500609b56a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145992:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.145997:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146002:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146005:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4025e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.146007:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146012:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146018:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c1:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671658.146019:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.146021:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146026:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025e00/0x87a91e500609b501 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146055:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146060:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146064:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146068:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.146070:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146077:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146082:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671658.146084:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.146086:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.146090:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b4e5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671658.146097:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf6a00 reply state ffff880134b1e000 transno 4294982767 ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671658.146101:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.146143:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12140:x1818934752195584:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2937us (3014us total) trans 4294982767 rc 0/0 00000100:00100000:3.0:1734671658.146149:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30167 00010000:00010000:3.0:1734671658.147710:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.147721:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.147727:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.147732:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a5d63e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.147736:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.147742:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.147756:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xe8edbb38 (ffff88008b0bf200) 00010000:00010000:3.0:1734671658.147758:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.147763:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.147767:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d63e00/0x87a91e500609b54e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.148454:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.148536:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196096 00000100:00100000:1.0:1734671658.148545:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196096 00000100:00100000:1.0:1734671658.148586:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7431 00000100:00100000:1.0:1734671658.148592:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12139:x1818934752196096:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.148826:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12139:x1818934752196096:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 233us (375us total) trans 4294982768 rc 0/0 00000100:00100000:1.0:1734671658.148832:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7431 00010000:00010000:2.0:1734671658.148849:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.148858:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.148863:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.148868:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094200600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.148871:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.148880:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.148890:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x414e562a (ffff880134d29f00) 00010000:00010000:2.0:1734671658.148892:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.148895:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.148900:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b4ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671658.149175:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.149401:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196352 00000100:00100000:3.0:1734671658.149406:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196352 00000100:00100000:3.0:1734671658.149443:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30169 00000100:00100000:3.0:1734671658.149448:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12140:x1818934752196352:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.149479:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671658.149497:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5696e00/0x87a91e500609b4de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c08 expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.149511:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fec00/0x87a91e50060980ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7054 expref: 440 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.149522:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9b600/0x87a91e5006097da2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f7b expref: 439 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.149530:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134fe4000) 00010000:00010000:3.0:1734671658.149535:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.149552:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149564:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149575:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149586:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149592:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149597:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149742:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149750:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.149756:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000040:00080000:3.0:1734671658.150971:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].707, 64 off53504 00000040:00080000:3.0:1734671658.150997:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8234, 184 off1441304 00010000:00010000:3.0:1734671658.151051:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151060:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151067:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151074:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151083:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151089:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151095:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151100:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094522400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.151103:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151110:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151117:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134d29200) 00010000:00010000:3.0:1734671658.151120:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.151123:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151127:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094522400/0x87a91e500609b586 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151148:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151153:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151158:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151161:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.151164:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151168:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151173:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b6:0x0].0x0 (ffff880134d29200) 00010000:00010000:3.0:1734671658.151174:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.151176:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151180:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3fc00/0x87a91e500609b57f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151225:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151229:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151233:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151236:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3e800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.151238:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151241:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151246:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671658.151248:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.151250:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.151257:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e800/0x87a91e500609b571 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671658.151265:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135316300 reply state ffff880134b1a000 transno 4294982769 ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671658.151270:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.151340:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12140:x1818934752196352:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1890us (2165us total) trans 4294982769 rc 0/0 00000100:00100000:3.0:1734671658.151346:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30169 00000100:00100000:0.0:1734671658.152307:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.152402:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.152410:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671658.152414:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196608 00010000:00010000:2.0:1734671658.152415:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.152419:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091d3f200 already unused, calling callback (ffffffffa1342960) 00000100:00100000:3.0:1734671658.152421:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196608 00010000:00010000:2.0:1734671658.152422:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.152427:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.152435:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa12eb2e9 (ffff880134d29d00) 00010000:00010000:2.0:1734671658.152438:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.152440:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.152445:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3f200/0x87a91e500609b578 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671658.152457:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30170 00000100:00100000:3.0:1734671658.152463:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12139:x1818934752196608:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.152590:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.152605:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e5006061407 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e59ce expref: 439 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.152619:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b395 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7be5 expref: 438 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.152641:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf1c00/0x87a91e5006084382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0d0b expref: 437 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.152654:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20c00/0x87a91e5006061382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e599d expref: 436 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.152660:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31e:0x0].0x0 (ffff88008e996100) 00010000:00010000:3.0:1734671658.152668:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.152724:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152734:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152741:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152753:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152759:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152764:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152849:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152855:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.152860:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:0.0:1734671658.154393:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.154523:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752196864 00000100:00100000:1.0:1734671658.154530:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752196864 00000100:00100000:1.0:1734671658.154578:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30171 00000100:00100000:1.0:1734671658.154587:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12140:x1818934752196864:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671658.154643:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671658.154667:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801361e5c00/0x87a91e5006097417 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c3a expref: 436 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.154703:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5aa:0x0].0x0 (ffff88012a289100) 00010000:00010000:1.0:1734671658.154714:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.154729:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154740:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154748:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154762:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154768:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154773:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154854:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154860:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.154865:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671658.155059:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].708, 64 off53568 00000040:00080000:3.0:1734671658.155158:0:11200:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8235, 184 off1441488 00010000:00010000:3.0:1734671658.155216:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155224:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155234:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155240:0:11200:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155245:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155250:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155254:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155259:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.155262:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155269:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155275:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31e:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671658.155278:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.155281:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155286:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b5b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155307:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155313:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155318:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155321:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099750000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.155324:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155330:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155336:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31e:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671658.155338:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.155345:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155350:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b59b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155416:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155422:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155426:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155430:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc15600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.155432:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155437:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155447:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671658.155449:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.155451:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:3.0:1734671658.155455:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b58d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000004:00010000:3.0:1734671658.155463:0:11200:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135316d80 reply state ffff8801323f5000 transno 4294982770 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000100:00100000:3.0:1734671658.155469:0:11200:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000040:00080000:1.0:1734671658.156727:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].709, 64 off53632 00000040:00080000:1.0:1734671658.156745:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8236, 184 off1441672 00010000:00010000:1.0:1734671658.156790:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156799:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156805:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156810:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156814:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156822:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156826:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156829:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.156832:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156836:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156842:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5aa:0x0].0x0 (ffff8800910bdf00) 00010000:00010000:1.0:1734671658.156844:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.156846:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156849:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156865:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156869:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156873:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156877:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.156879:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156886:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156890:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5aa:0x0].0x0 (ffff8800910bdf00) 00010000:00010000:1.0:1734671658.156892:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.156893:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156897:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe600/0x87a91e500609b5b0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156927:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156931:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156934:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156937:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.156939:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156943:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156949:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671658.156950:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.156952:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.156956:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671658.156965:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135315c00 reply state ffff88008cdb6000 transno 4294982771 ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.156970:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.157020:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12139:x1818934752196608:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 4552us (4712us total) trans 4294982770 rc 0/0 00000100:00100000:3.0:1734671658.157028:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30170 00000100:00100000:1.0:1734671658.158031:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12140:x1818934752196864:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3439us (3640us total) trans 4294982771 rc 0/0 00000100:00100000:1.0:1734671658.158039:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30171 00010000:00010000:2.0:1734671658.161549:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.161567:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.161574:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.161580:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc14000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.161584:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.161592:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.161609:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xd60d7337 (ffff880134d29800) 00010000:00010000:2.0:1734671658.161611:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.161616:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.161621:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b594 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:0.0:1734671658.162541:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.162551:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.162556:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.162560:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.162564:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.162569:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.162579:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xa2db6bf (ffff8800910bd400) 00010000:00010000:0.0:1734671658.162581:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.162584:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.162589:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe800/0x87a91e500609b5a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.162784:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.162964:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752197120 00000100:00100000:0.0:1734671658.162973:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752197120 00000100:00100000:0.0:1734671658.163332:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7432 00000100:00100000:0.0:1734671658.163341:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12139:x1818934752197120:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671658.163672:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12139:x1818934752197120:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 331us (892us total) trans 4294982772 rc 0/0 00000100:00100000:0.0:1734671658.163701:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7432 00000100:00100000:2.0:1734671658.165593:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.165843:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752197376 00000100:00100000:1.0:1734671658.165852:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752197376 00000100:00100000:0.0:1734671658.166069:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.166100:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752197632 00000100:00100000:1.0:1734671658.166104:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752197632 00000100:00100000:1.0:1734671658.166131:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30172 00000100:00100000:1.0:1734671658.166138:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12140:x1818934752197376:12345-192.168.204.51@tcp:36:dbench.0 00000100:00100000:0.0:1734671658.166138:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30173 00000100:00100000:0.0:1734671658.166144:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12139:x1818934752197632:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671658.166190:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1734671658.166217:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b50f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c0f expref: 438 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.166242:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094aec400/0x87a91e5006098a3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7341 expref: 437 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.166254:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a1e200/0x87a91e50060987ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72ae expref: 436 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.166263:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff88009bfbbd00) 00010000:00010000:1.0:1734671658.166274:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.166293:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166309:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166318:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166331:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166336:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166342:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.166349:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671658.166362:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800923b3c00/0x87a91e5006060034 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e52f1 expref: 435 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.166379:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cc400/0x87a91e500609b3b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bec expref: 434 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.166390:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1f7e00/0x87a91e5006084d76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f1053 expref: 433 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.166401:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e600/0x87a91e500605ffa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e52c0 expref: 432 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.166410:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30a:0x0].0x0 (ffff88012ec0e000) 00010000:00010000:0.0:1734671658.166416:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.166425:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.166461:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166468:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.166474:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.166548:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166556:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166567:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166572:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166578:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166640:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166646:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.166652:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:1.0:1734671658.166897:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].713, 64 off53888 00000040:00080000:0.0:1734671658.167755:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].710, 64 off53696 00000040:00080000:1.0:1734671658.168262:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8238, 184 off1441976 00000040:00080000:0.0:1734671658.168274:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8239, 184 off1442160 00010000:00010000:0.0:1734671658.168358:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168360:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.168368:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168368:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168375:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168375:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:0.0:1734671658.168382:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168383:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168387:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168388:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.168392:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168392:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168398:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168398:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168402:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910fe000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671658.168405:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.168406:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168407:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168412:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168412:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168420:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff8800910bdd00) 00010000:00010000:0.0:1734671658.168420:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30a:0x0].0x0 (ffff8800943a1200) 00010000:00010000:1.0:1734671658.168422:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671658.168422:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.168425:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168425:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 3/0,0 mode: --/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168430:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910fe000/0x87a91e500609b5f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168430:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff600/0x87a91e500609b5ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168453:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168453:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168457:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168458:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168462:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168462:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168466:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800910ff400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.168466:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.168469:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168469:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168473:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168473:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168478:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5bd:0x0].0x0 (ffff8800910bdd00) 00010000:00010000:0.0:1734671658.168478:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30a:0x0].0x0 (ffff8800943a1200) 00010000:00010000:0.0:1734671658.168479:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.168480:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.168481:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168482:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168485:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800910ff400/0x87a91e500609b5da lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168486:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff200/0x87a91e500609b5e8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168537:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168537:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168542:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168542:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168546:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168547:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168549:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.168550:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.168551:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168552:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168556:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168557:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168561:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.168562:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:1.0:1734671658.168563:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.168563:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.168565:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168566:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.168569:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe200/0x87a91e500609b5d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.168570:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23c00/0x87a91e500609b5c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671658.168577:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135314000 reply state ffff880132e4e000 transno 4294982774 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00010000:1.0:1734671658.168578:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009378ce00 reply state ffff88008cdb1000 transno 4294982773 ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.168583:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.168583:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.168698:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12139:x1818934752197632:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2529us (2604us total) trans 4294982774 rc 0/0 00000100:00100000:0.0:1734671658.168706:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30173 00000100:00100000:1.0:1734671658.168843:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12140:x1818934752197376:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2704us (3263us total) trans 4294982773 rc 0/0 00000100:00100000:1.0:1734671658.168849:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30172 00010000:00010000:2.0:1734671658.170088:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.170098:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.170108:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.170113:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.170116:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.170122:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.170133:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x86195b67 (ffff8800943a1400) 00010000:00010000:2.0:1734671658.170135:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.170138:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.170142:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff000/0x87a91e500609b5e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.170211:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.170217:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.170222:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.170226:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094200600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.170228:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.170233:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.170241:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x894e5b24 (ffff8800910bdb00) 00010000:00010000:1.0:1734671658.170243:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.170245:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.170253:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094200600/0x87a91e500609b5cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.171343:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.171539:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752197888 00000100:00100000:3.0:1734671658.171549:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752197888 00000100:00100000:3.0:1734671658.171597:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7433 00000100:00100000:3.0:1734671658.171604:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12140:x1818934752197888:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.171874:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12140:x1818934752197888:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 269us (537us total) trans 4294982775 rc 0/0 00000100:00100000:3.0:1734671658.171880:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7433 00000100:00100000:0.0:1734671658.172526:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.172608:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752198144 00000100:00100000:2.0:1734671658.172614:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752198144 00000100:00100000:2.0:1734671658.172659:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7434 00000100:00100000:2.0:1734671658.172665:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12139:x1818934752198144:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671658.172818:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12139:x1818934752198144:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 152us (293us total) trans 4294982776 rc 0/0 00000100:00100000:2.0:1734671658.172825:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7434 00000100:00100000:0.0:1734671658.174512:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.176399:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752198400 00000100:00100000:1.0:1734671658.176410:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752198400 00000100:00100000:1.0:1734671658.176467:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30174 00000100:00100000:1.0:1734671658.176475:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12140:x1818934752198400:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671658.176534:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1734671658.176561:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009386de00/0x87a91e500605ed8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4cb5 expref: 434 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.176583:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609b52b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c16 expref: 433 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.176593:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009386c400/0x87a91e500605ed4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4ca0 expref: 432 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.176603:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff880093ddd400) 00010000:00010000:1.0:1734671658.176614:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.176645:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176656:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176664:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176689:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176695:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176701:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176807:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176814:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.176819:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1734671658.177235:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].711, 64 off53760 00000040:00080000:1.0:1734671658.177259:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8240, 184 off1442344 00010000:00010000:1.0:1734671658.177323:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177329:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177336:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177341:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177346:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177352:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177362:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177367:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed6c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.177370:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177377:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177383:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671658.177386:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.177389:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177394:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed6c00/0x87a91e500609b612 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177416:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177421:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177425:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177429:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.177432:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177437:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177446:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f8:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671658.177448:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.177451:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177455:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b60b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177515:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177520:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177524:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177527:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc15600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.177529:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177533:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177539:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671658.177541:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.177543:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.177547:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b5fd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671658.177553:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135314e00 reply state ffff880132e41000 transno 4294982777 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.177560:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671658.177643:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12140:x1818934752198400:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1167us (3139us total) trans 4294982777 rc 0/0 00000100:00100000:1.0:1734671658.177650:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30174 00000100:00100000:0.0:1734671658.177775:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.178729:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752198656 00000100:00100000:2.0:1734671658.178737:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752198656 00000100:00100000:2.0:1734671658.178774:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30175 00000100:00100000:2.0:1734671658.178779:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12139:x1818934752198656:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.178818:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.178834:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500606110c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e58d2 expref: 433 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.178851:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e200/0x87a91e500609b3cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bf3 expref: 432 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.178862:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008de17200/0x87a91e5006084795 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0e70 expref: 431 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.178871:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093880200/0x87a91e5006061072 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e589a expref: 430 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.178877:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31c:0x0].0x0 (ffff88008c766c00) 00010000:00010000:2.0:1734671658.178884:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.178897:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.178905:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.178911:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.178920:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.178924:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.178929:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179005:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179011:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179016:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671658.179327:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].712, 64 off53824 00000040:00080000:2.0:1734671658.179345:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8241, 176 off1442520 00010000:00010000:2.0:1734671658.179388:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179394:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179400:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179410:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179414:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179418:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179423:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179426:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458f200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671658.179429:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179436:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179442:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31c:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.179443:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1734671658.179446:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179449:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b62e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179465:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179470:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179474:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179477:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8cd000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.179479:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179483:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179487:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31c:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.179488:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.179490:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179493:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8cd000/0x87a91e500609b627 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179532:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179536:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179541:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179544:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.179546:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179549:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179553:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:2.0:1734671658.179555:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.179556:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.179560:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b619 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671658.179565:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135316680 reply state ffff88008ef21000 transno 4294982778 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671658.179570:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.180317:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12139:x1818934752198656:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1530us (2536us total) trans 4294982778 rc 0/0 00000100:00100000:2.0:1734671658.180326:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30175 00000100:00100000:0.0:1734671658.185364:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.185411:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752198912 00000100:00100000:0.0:1734671658.185420:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752198912 00010000:00010000:2.0:1734671658.185506:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.185518:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.185525:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.185529:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc14000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.185534:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.185539:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.185553:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0xec7107a9 (ffff8800910bda00) 00010000:00010000:2.0:1734671658.185556:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.185559:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.185564:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609b604 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.185642:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.185649:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.185857:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.185863:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012f56fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.185866:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.185871:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.185879:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x66c02682 (ffff88008b0bf800) 00010000:00010000:1.0:1734671658.185882:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.185884:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671658.185889:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b620 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.185991:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30176 00000100:00100000:0.0:1734671658.185999:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12140:x1818934752198912:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671658.186060:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671658.186076:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0200/0x87a91e5006097a7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e40 expref: 429 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.186085:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b1:0x0].0x0 (ffff88012ec0ed00) 00010000:00010000:0.0:1734671658.186090:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.186110:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.186127:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.186135:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.186147:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.186152:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.186157:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.187319:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.187330:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.187338:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671658.187921:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].714, 64 off53952 00000040:00080000:0.0:1734671658.187945:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8242, 184 off1442704 00010000:00010000:0.0:1734671658.188003:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188011:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188017:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188024:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188028:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188033:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188038:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188047:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671658.188051:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188057:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188066:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b1:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671658.188069:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671658.188072:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188076:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609b64a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188102:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188106:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188111:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188115:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae23800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.188118:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188123:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188129:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b1:0x0].0x0 (ffff8800943a1800) 00010000:00010000:0.0:1734671658.188131:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671658.188134:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188139:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae23800/0x87a91e500609b643 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188192:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188198:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188202:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188206:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7ff800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.188208:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188213:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188220:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:0.0:1734671658.188222:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.188224:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.188228:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7ff800/0x87a91e500609b635 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671658.188236:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135315180 reply state ffff880132e4c000 transno 4294982779 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.188242:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.188329:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12140:x1818934752198912:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2326us (2973us total) trans 4294982779 rc 0/0 00000100:00100000:0.0:1734671658.188339:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30176 00000100:00100000:1.0:1734671658.188492:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.188720:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752199168 00000100:00100000:3.0:1734671658.188728:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752199168 00000100:00100000:3.0:1734671658.188757:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7435 00000100:00100000:3.0:1734671658.188762:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12139:x1818934752199168:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.188885:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12139:x1818934752199168:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 121us (394us total) trans 4294982780 rc 0/0 00000100:00100000:3.0:1734671658.188892:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7435 00000100:00100000:1.0:1734671658.192043:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.192139:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.192206:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752199424 00000100:00100000:0.0:1734671658.192216:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752199424 00000100:00100000:0.0:1734671658.192256:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30177 00000100:00100000:0.0:1734671658.192263:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12139:x1818934752199424:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:0.0:1734671658.192320:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671658.192347:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75a00/0x87a91e5006060b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x316:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e56e1 expref: 431 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.192366:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e000/0x87a91e500609b405 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7bfa expref: 430 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.192378:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82bb400/0x87a91e5006083c0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0a95 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.192389:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094421800/0x87a91e5006060ade lrc: 0/0,0 mode: --/PR res: [0x200000401:0x316:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e56c5 expref: 428 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.192399:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x316:0x0].0x0 (ffff880135444800) 00010000:00010000:0.0:1734671658.192409:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.192428:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192440:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192448:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192463:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192468:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192472:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192587:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x316:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192593:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.192598:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671658.193069:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].713, 64 off53888 00000040:00080000:0.0:1734671658.193095:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8243, 184 off1442888 00010000:00010000:0.0:1734671658.193151:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x316:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193159:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193165:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193172:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193177:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193186:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193191:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193196:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671658.193200:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193207:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193214:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x316:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671658.193217:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734671658.193219:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193224:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609b666 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193247:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193252:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193257:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193261:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.193264:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193273:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193278:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x316:0x0].0x0 (ffff8800943a1600) 00010000:00010000:0.0:1734671658.193280:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671658.193282:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193286:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609b65f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193348:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193354:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193359:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193363:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.193366:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193371:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193378:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:0.0:1734671658.193380:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.193382:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.193386:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609b651 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671658.193394:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880135bf5c00 reply state ffff880132e49000 transno 4294982781 ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.193400:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.193465:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12139:x1818934752199424:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1202us (1431us total) trans 4294982781 rc 0/0 00000100:00100000:0.0:1734671658.193472:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30177 00010000:00010000:2.0:1734671658.193701:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.193708:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.193713:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.193716:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f7fe400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.193719:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.193725:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.193732:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x132db6bf (ffff8800943a1d00) 00010000:00010000:2.0:1734671658.193733:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.193735:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.193740:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f7fe400/0x87a91e500609b63c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.194245:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752199680 00000100:00100000:3.0:1734671658.194252:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752199680 00000100:00100000:3.0:1734671658.194278:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7436 00000100:00100000:3.0:1734671658.194283:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12140:x1818934752199680:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.194433:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12140:x1818934752199680:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 148us (2293us total) trans 4294982782 rc 0/0 00000100:00100000:3.0:1734671658.194439:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7436 00010000:00010000:0.0:1734671658.197393:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.197411:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.197419:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.197425:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.197429:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.197436:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.197453:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x92de3403 (ffff8800943a1200) 00010000:00010000:0.0:1734671658.197455:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.197460:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.197465:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609b658 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.198863:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.199633:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.201037:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752199936 00000100:00100000:3.0:1734671658.201050:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752199936 00000100:00100000:3.0:1734671658.201097:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30178 00000100:00100000:3.0:1734671658.201105:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12140:x1818934752199936:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.201168:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671658.201197:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008da13e00/0x87a91e500605ef1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fa:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4d17 expref: 428 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.201219:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8bee00/0x87a91e500609b555 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c1d expref: 427 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.201230:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934dec00/0x87a91e500605eec2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4cf4 expref: 426 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.201240:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880093ddd600) 00010000:00010000:3.0:1734671658.201250:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.201274:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201291:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201300:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201312:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201318:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201323:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201428:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201434:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.201439:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671658.201919:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].714, 64 off53952 00000040:00080000:3.0:1734671658.201945:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8244, 184 off1443072 00010000:00010000:3.0:1734671658.202004:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202012:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202019:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202030:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202035:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202040:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202046:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202052:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc15600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.202055:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202062:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202069:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671658.202072:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.202075:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202080:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609b682 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202105:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202109:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202113:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202117:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.202120:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202125:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202131:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fa:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671658.202133:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.202135:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202139:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751600/0x87a91e500609b67b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202184:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202189:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202194:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202198:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.202200:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202205:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202211:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671658.202213:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.202217:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.202221:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609b66d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.202228:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092121f80 reply state ffff8801323e8000 transno 4294982783 ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.202235:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.202314:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12140:x1818934752199936:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1206us (3459us total) trans 4294982783 rc 0/0 00000100:00100000:3.0:1734671658.202321:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30178 00000100:00100000:2.0:1734671658.202773:0:24560:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752200192 00000100:00100000:2.0:1734671658.202784:0:24560:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752200192 00000100:00100000:2.0:1734671658.202813:0:24560:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7437 00000100:00100000:2.0:1734671658.202819:0:24560:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12139:x1818934752200192:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:2.0:1734671658.203034:0:24560:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12139:x1818934752200192:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 214us (3412us total) trans 4294982784 rc 0/0 00000100:00100000:2.0:1734671658.203040:0:24560:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7437 00010000:00010000:2.0:1734671658.204790:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.204806:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.204811:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.204816:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.204820:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.204832:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.204837:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671658.204846:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1ec7ed2b (ffff880134d29500) 00010000:00010000:2.0:1734671658.204848:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.204852:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.204862:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751000/0x87a91e500609b674 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671658.204935:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752200448 00000100:00100000:1.0:1734671658.204942:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752200448 00000100:00100000:1.0:1734671658.204981:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30179 00000100:00100000:1.0:1734671658.204987:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12139:x1818934752200448:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671658.205038:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671658.205056:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc71e00/0x87a91e500606028e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e53c3 expref: 427 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.205072:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025000/0x87a91e500609b421 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c01 expref: 426 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.205084:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc0000/0x87a91e5006084c03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f0fdc expref: 425 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.205095:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099865000/0x87a91e50060601df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5384 expref: 424 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.205101:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30c:0x0].0x0 (ffff880092397200) 00010000:00010000:1.0:1734671658.205107:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.205124:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205136:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205143:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205155:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205164:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205169:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205269:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205275:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205280:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1734671658.205740:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].715, 64 off54016 00000040:00080000:1.0:1734671658.205766:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8245, 184 off1443256 00010000:00010000:1.0:1734671658.205819:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205826:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205831:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205837:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205841:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205846:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205854:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205858:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390d200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.205861:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205866:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205872:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30c:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671658.205874:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.205876:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 3/0,0 mode: --/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205880:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609b69e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205901:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205906:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205910:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205914:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.205916:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205921:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205929:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30c:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671658.205931:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.205933:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205937:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609b697 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205975:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205981:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205985:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205989:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.205992:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.205996:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.206003:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:1.0:1734671658.206005:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.206007:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.206012:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609b689 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x308:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671658.206020:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092123800 reply state ffff880132e45000 transno 4294982785 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.206026:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.206777:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.206968:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752200704 00000100:00100000:3.0:1734671658.206976:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752200704 00000100:00100000:3.0:1734671658.207026:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30180 00000100:00100000:3.0:1734671658.207033:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12140:x1818934752200704:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.207075:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671658.207093:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009230cc00/0x87a91e5006097cad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f04 expref: 425 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.207106:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b5:0x0].0x0 (ffff8801369b2300) 00010000:00010000:3.0:1734671658.207117:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.207132:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207142:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207149:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207165:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207170:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207176:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207261:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207267:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207273:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671658.207648:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].715, 64 off54016 00000004:00080000:3.0:1734671658.207654:0:16887:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 340438977936ns, next at 341438976509ns, rc = 0 00000040:00080000:3.0:1734671658.207700:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8246, 184 off1443440 00010000:00010000:3.0:1734671658.207759:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207766:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207772:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207777:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207782:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207787:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207792:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207797:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389a400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.207800:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207807:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207814:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b5:0x0].0x0 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.207816:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.207819:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207824:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609b6ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207842:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207847:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207852:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207855:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.207857:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207864:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207869:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b5:0x0].0x0 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.207871:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.207873:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207876:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609b6b3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207938:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207942:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207946:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207949:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012f56fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.207950:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207954:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207959:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:3.0:1734671658.207960:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.207962:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.207965:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609b6a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.207972:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092120000 reply state ffff8801323ec000 transno 4294982786 ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.207978:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.208427:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12139:x1818934752200448:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3436us (3589us total) trans 4294982785 rc 0/0 00000100:00100000:0.0:1734671658.208435:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30179 00000100:00100000:3.0:1734671658.210055:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12140:x1818934752200704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3012us (3272us total) trans 4294982786 rc 0/0 00000100:00100000:3.0:1734671658.210065:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30180 00000100:00100000:0.0:1734671658.213872:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.213884:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.213896:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.213902:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.213907:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099750000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.213912:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.213919:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.213935:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x1c2db6bf (ffff880134d29800) 00010000:00010000:3.0:1734671658.213938:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.213942:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.213947:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609b6ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f6:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.213988:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752200960 00000100:00100000:3.0:1734671658.213997:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752200960 00000100:00100000:3.0:1734671658.214036:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7438 00000100:00100000:3.0:1734671658.214043:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12139:x1818934752200960:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:0.0:1734671658.214151:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.214174:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752201216 00000100:00100000:3.0:1734671658.214177:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752201216 00010000:00010000:2.0:1734671658.214256:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.214263:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.214268:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.214272:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.214274:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.214280:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.214288:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0xf61990e9 (ffff8800910bda00) 00010000:00010000:2.0:1734671658.214290:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.214293:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.214297:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609b690 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x308:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.214463:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7439 00000100:00100000:3.0:1734671658.214468:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12140:x1818934752201216:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.215002:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12139:x1818934752200960:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 957us (1141us total) trans 4294982787 rc 0/0 00000100:00100000:0.0:1734671658.215002:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12140:x1818934752201216:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 531us (849us total) trans 4294982788 rc 0/0 00000100:00100000:3.0:1734671658.215009:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7438 00000100:00100000:0.0:1734671658.215011:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7439 00000100:00100000:0.0:1734671658.217047:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.217175:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752201472 00000100:00100000:3.0:1734671658.217184:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752201472 00000100:00100000:3.0:1734671658.217221:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30181 00000100:00100000:3.0:1734671658.217227:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12139:x1818934752201472:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:3.0:1734671658.217280:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671658.217307:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec9ac00/0x87a91e500605dbd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e46b1 expref: 426 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.217325:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092080000/0x87a91e500605db04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4687 expref: 425 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.217338:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cae00/0x87a91e5006055c47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a34 expref: 424 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.217347:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff8801369b2d00) 00010000:00010000:3.0:1734671658.217355:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.217374:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217391:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217398:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217409:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217413:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217418:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217531:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217536:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.217541:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.218288:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.218596:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752201728 00000100:00100000:1.0:1734671658.218601:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752201728 00000100:00100000:1.0:1734671658.218642:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30182 00000100:00100000:1.0:1734671658.218648:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12140:x1818934752201728:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:1.0:1734671658.218702:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00010000:00010000:1.0:1734671658.218718:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a74200/0x87a91e50060558c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e18f9 expref: 424 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.218735:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d3e400/0x87a91e500605d1bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e43b6 expref: 423 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.218745:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b5c00/0x87a91e500605d180 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e439a expref: 422 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.218755:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24000/0x87a91e500605585e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e18c8 expref: 421 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.218763:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008e829b00) 00010000:00010000:1.0:1734671658.218773:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a75c00/0x87a91e5006055b3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19bd expref: 420 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.218783:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500605587a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e18d6 expref: 419 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.218789:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff8801369b2000) 00010000:00010000:1.0:1734671658.218792:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.218806:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.218813:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.218819:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.218827:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.218831:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.218835:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219063:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219069:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219075:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219182:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219189:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219194:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219199:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880130e41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.219203:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219209:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219217:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff8800910bd400) 00010000:00010000:1.0:1734671658.219219:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.219221:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219226:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609b6e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219238:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219243:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219247:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219251:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed4a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.219253:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219257:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219263:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671658.219265:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.219267:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219275:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609b6d6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219283:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219288:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219292:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219296:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed5000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.219298:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219302:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219308:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65dce0d1 (ffff8800910bdd00) 00010000:00010000:1.0:1734671658.219309:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.219311:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.219316:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b6dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.219390:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12140:x1818934752201728:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 740us (1102us total) trans 0 rc -39/-39 00000100:00100000:1.0:1734671658.219397:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30182 00000040:00080000:3.0:1734671658.219853:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].716, 64 off54080 00000040:00080000:3.0:1734671658.219878:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8247, 184 off1443624 00010000:00010000:3.0:1734671658.219960:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219968:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219973:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219979:0:16887:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219984:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219988:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219992:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.219997:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094634000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.220000:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220004:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220010:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff880134d29e00) 00010000:00010000:3.0:1734671658.220012:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.220014:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220019:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634000/0x87a91e500609b6eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220039:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220044:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220048:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220052:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094634600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.220054:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220059:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220064:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff880134d29e00) 00010000:00010000:3.0:1734671658.220066:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.220068:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220071:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b6cf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220116:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220121:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220126:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220130:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094635e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.220133:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220137:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220143:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:3.0:1734671658.220145:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.220148:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.220152:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094635e00/0x87a91e500609b6c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.220160:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092120a80 reply state ffff88008b7aa000 transno 4294982789 ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.220167:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.220205:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092120a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12139:x1818934752201472:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2977us (3167us total) trans 4294982789 rc 0/0 00000100:00100000:3.0:1734671658.220211:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30181 00010000:00010000:2.0:1734671658.222074:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.222089:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.222094:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.222100:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094635600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.222103:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.222109:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.222123:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x8171ec56 (ffff880134d29c00) 00010000:00010000:2.0:1734671658.222125:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.222129:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.222134:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609b6c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.222978:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.223158:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752201984 00000100:00100000:3.0:1734671658.223166:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752201984 00000100:00100000:3.0:1734671658.223199:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7440 00000100:00100000:3.0:1734671658.223205:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12140:x1818934752201984:12345-192.168.204.51@tcp:35:dbench.0 00000004:00080000:3.0:1734671658.223534:0:7086:0:(mdd_object.c:3927:mdd_close()) Object [0x200000401:0x5c4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1734671658.223589:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].717, 64 off54144 00000040:00080000:3.0:1734671658.223610:0:7086:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8248, 168 off1443792 00010000:00010000:3.0:1734671658.223724:0:7086:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223736:0:7086:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223746:0:7086:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223754:0:7086:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223759:0:7086:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223764:0:7086:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223769:0:7086:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223774:0:7086:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094634a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671658.223777:0:7086:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223784:0:7086:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223793:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c4:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671658.223795:0:7086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671658.223799:0:7086:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7086 initiator: MDT0 00010000:00010000:3.0:1734671658.223803:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609b6f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7086 initiator: MDT0 00000100:00100000:3.0:1734671658.223914:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12140:x1818934752201984:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 707us (942us total) trans 4294982790 rc 0/0 00000100:00100000:3.0:1734671658.223922:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7440 00000100:00100000:0.0:1734671658.228532:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.228760:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752202112 00000100:00100000:2.0:1734671658.228768:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752202112 00000100:00100000:0.0:1734671658.228791:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.228841:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752202368 00000100:00100000:2.0:1734671658.228844:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30183 00000100:00100000:1.0:1734671658.228852:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752202368 00000100:00100000:2.0:1734671658.228854:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12139:x1818934752202112:12345-192.168.204.51@tcp:101:dbench.0 00010000:00010000:2.0:1734671658.228876:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1734671658.228889:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7441 00010000:00010000:2.0:1734671658.228895:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b6f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c24 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671658.228896:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12140:x1818934752202368:12345-192.168.204.51@tcp:35:dbench.0 00010000:00010000:2.0:1734671658.228950:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.228958:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.228965:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.228972:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.228975:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.228978:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229052:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b70e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229055:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b70e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229058:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b70e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671658.229085:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 11776 00000004:00200000:2.0:1734671658.229087:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671658.229097:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b70e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229103:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229106:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229110:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229112:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.229115:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229119:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229125:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.229126:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.229128:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229131:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609b700 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229137:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229139:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229142:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229144:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.229146:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229151:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229154:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65dce0d1 (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.229155:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.229156:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229158:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609b707 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.229174:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609b6f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c24 expref: 422 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.229182:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b70e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c24 expref: 421 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.229185:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.229186:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671658.229187:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938b0400, rc 0) 00000100:00100000:2.0:1734671658.229226:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12139:x1818934752202112:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 375us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.229232:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30183 00000004:00080000:1.0:1734671658.229255:0:16135:0:(mdd_object.c:3927:mdd_close()) Object [0x200000401:0x325:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1734671658.229314:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].716, 64 off54080 00000040:00080000:1.0:1734671658.229333:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8249, 168 off1443960 00010000:00010000:1.0:1734671658.229395:0:16135:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x325:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229406:0:16135:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229414:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229421:0:16135:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229426:0:16135:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229430:0:16135:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229434:0:16135:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229438:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.229441:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229446:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229456:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x325:0x0].0x0 (ffff8800910bdf00) 00010000:00010000:1.0:1734671658.229459:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.229462:0:16135:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.229466:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b715 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x325:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16135 initiator: MDT0 00000100:00100000:1.0:1734671658.229573:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12140:x1818934752202368:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 676us (781us total) trans 4294982791 rc 0/0 00000100:00100000:1.0:1734671658.229579:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7441 00000100:00100000:0.0:1734671658.231527:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.231705:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752202624 00000100:00100000:2.0:1734671658.231713:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752202624 00000100:00100000:2.0:1734671658.231754:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30184 00000100:00100000:2.0:1734671658.231760:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12139:x1818934752202624:12345-192.168.204.51@tcp:36:dbench.0 00010000:00010000:2.0:1734671658.231799:0:11200:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671658.231819:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609b70e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c24 expref: 421 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.231832:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.231840:0:11200:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.231859:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231868:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231874:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231882:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231887:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231891:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231983:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231989:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.231994:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232046:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232055:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232059:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232063:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944ca800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.232066:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232071:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232076:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.232078:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.232080:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232084:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b72a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232092:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232095:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232099:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232102:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944caa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.232104:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232111:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232116:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.232117:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.232119:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232122:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b71c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232128:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232132:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232135:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232138:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944cb600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.232140:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232144:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232148:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65dce0d1 (ffff88008b0bf700) 00010000:00010000:2.0:1734671658.232149:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.232150:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.232154:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b723 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00000100:00100000:2.0:1734671658.232201:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12139:x1818934752202624:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 441us (679us total) trans 0 rc -39/-39 00000100:00100000:2.0:1734671658.232798:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30184 00000100:00100000:0.0:1734671658.234592:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.236787:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752202880 00000100:00100000:1.0:1734671658.236806:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752202880 00000100:00100000:1.0:1734671658.236886:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7442 00000100:00100000:1.0:1734671658.236894:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12139:x1818934752202880:12345-192.168.204.51@tcp:35:dbench.0 00000004:00080000:1.0:1734671658.238085:0:16135:0:(mdd_object.c:3927:mdd_close()) Object [0x200000401:0x5c5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1734671658.238162:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].717, 64 off54144 00000040:00080000:1.0:1734671658.238182:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8250, 168 off1444128 00010000:00010000:1.0:1734671658.238244:0:16135:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238257:0:16135:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238267:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238273:0:16135:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238282:0:16135:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238287:0:16135:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238292:0:16135:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238297:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.238300:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238306:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238314:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c5:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671658.238316:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.238319:0:16135:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.238324:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b731 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16135 initiator: MDT0 00000100:00100000:1.0:1734671658.238442:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12139:x1818934752202880:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1541us (3848us total) trans 4294982792 rc 0/0 00000100:00100000:1.0:1734671658.238450:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7442 00000100:00100000:0.0:1734671658.243061:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.244093:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752203136 00000100:00100000:1.0:1734671658.244102:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752203136 00000100:00100000:1.0:1734671658.244153:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7443 00000100:00100000:1.0:1734671658.244160:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12139:x1818934752203136:12345-192.168.204.51@tcp:35:dbench.0 00000004:00080000:1.0:1734671658.245043:0:16135:0:(mdd_object.c:3927:mdd_close()) Object [0x200000401:0x324:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1734671658.245095:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].718, 64 off54208 00000040:00080000:1.0:1734671658.245114:0:16135:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8251, 168 off1444296 00010000:00010000:1.0:1734671658.245169:0:16135:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x324:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245182:0:16135:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245191:0:16135:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245198:0:16135:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245203:0:16135:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245207:0:16135:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245212:0:16135:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245217:0:16135:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671658.245220:0:16135:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245225:0:16135:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245233:0:16135:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x324:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671658.245236:0:16135:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671658.245240:0:16135:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16135 initiator: MDT0 00010000:00010000:1.0:1734671658.245245:0:16135:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b738 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x324:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16135 initiator: MDT0 00000100:00100000:1.0:1734671658.245338:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12139:x1818934752203136:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1177us (2283us total) trans 4294982793 rc 0/0 00000100:00100000:1.0:1734671658.245345:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7443 00000100:00100000:0.0:1734671658.251308:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.251384:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752203392 00000100:00100000:1.0:1734671658.251391:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752203392 00000100:00100000:1.0:1734671658.251428:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7444 00000100:00100000:1.0:1734671658.251433:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12136:x1818934752203392:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.252156:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12136:x1818934752203392:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 720us (853us total) trans 4294982794 rc 0/0 00000100:00100000:1.0:1734671658.252163:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7444 00000100:00100000:0.0:1734671658.253955:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.254001:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752203648 00000100:00100000:1.0:1734671658.254008:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752203648 00000100:00100000:1.0:1734671658.254046:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7445 00000100:00100000:1.0:1734671658.254051:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12136:x1818934752203648:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.254205:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12136:x1818934752203648:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 152us (254us total) trans 4294982795 rc 0/0 00000100:00100000:1.0:1734671658.254211:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7445 00000100:00100000:0.0:1734671658.255753:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.255921:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752203904 00000100:00100000:1.0:1734671658.255928:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752203904 00000100:00100000:1.0:1734671658.255963:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7446 00000100:00100000:1.0:1734671658.255968:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12136:x1818934752203904:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:1.0:1734671658.256093:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12136:x1818934752203904:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 124us (345us total) trans 4294982796 rc 0/0 00000100:00100000:1.0:1734671658.256099:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7446 00000100:00100000:0.0:1734671658.258531:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.258589:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752204160 00000100:00100000:3.0:1734671658.258596:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752204160 00000100:00100000:3.0:1734671658.258644:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7447 00000100:00100000:3.0:1734671658.258650:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12136:x1818934752204160:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.261807:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12136:x1818934752204160:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 3149us (3273us total) trans 4294982797 rc 0/0 00000100:00100000:3.0:1734671658.261821:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7447 00000100:00100000:0.0:1734671658.271016:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.271167:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752204416 00000100:00100000:3.0:1734671658.271175:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752204416 00000100:00100000:3.0:1734671658.271234:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7448 00000100:00100000:3.0:1734671658.271241:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12136:x1818934752204416:12345-192.168.204.51@tcp:35:dbench.0 00000100:00100000:3.0:1734671658.272117:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12136:x1818934752204416:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 874us (1106us total) trans 4294982798 rc 0/0 00000100:00100000:3.0:1734671658.272124:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7448 00000100:00100000:0.0:1734671658.278976:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.279076:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752204544 00000100:00100000:2.0:1734671658.279083:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752204544 00000100:00100000:2.0:1734671658.279127:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30185 00000100:00100000:2.0:1734671658.279133:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12298:x1818934752204544:12345-192.168.204.51@tcp:101:bash.0 00010000:00010000:2.0:1734671658.279155:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.279172:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b73f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c2b expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.279236:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b746 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.279246:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b746 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.279255:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b746 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671658.279294:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 11776 00000004:00200000:2.0:1734671658.279297:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671658.279308:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b746 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.279324:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b73f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c2b expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.279339:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b746 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c2b expref: 428 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.279345:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.279348:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671658.279350:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944caa00, rc 0) 00000100:00100000:2.0:1734671658.279397:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12298:x1818934752204544:12345-192.168.204.51@tcp:101:bash.0 Request processed in 263us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.280643:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30185 00000100:00100000:0.0:1734671658.288257:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.288476:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752204672 00000100:00100000:2.0:1734671658.288483:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752204672 00000100:00100000:2.0:1734671658.290522:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30186 00000100:00100000:2.0:1734671658.290533:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12298:x1818934752204672:12345-192.168.204.51@tcp:101:bash.0 00010000:00010000:2.0:1734671658.290552:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.290571:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b74d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c32 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.290635:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290646:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290654:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290665:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290669:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290691:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290748:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290753:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290758:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290763:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944cb600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.290765:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290770:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290779:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.290781:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.290785:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290789:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb600/0x87a91e500609b754 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290817:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290822:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290828:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290832:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.290834:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290838:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290842:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65746164 (ffff88008b0bf300) 00010000:00010000:2.0:1734671658.290844:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.290845:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290849:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b75b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.290880:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b74d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c32 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.290886:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ca800/0x87a91e500609b74d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c32 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.290893:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ca800, rc 0) 00000100:00100000:2.0:1734671658.290950:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12298:x1818934752204672:12345-192.168.204.51@tcp:101:bash.0 Request processed in 418us (2701us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.290955:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30186 00000100:00100000:0.0:1734671658.301600:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.301703:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752204800 00000100:00100000:2.0:1734671658.301711:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752204800 00000100:00100000:2.0:1734671658.301755:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30187 00000100:00100000:2.0:1734671658.301761:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12299:x1818934752204800:12345-192.168.204.51@tcp:101:date.0 00010000:00010000:2.0:1734671658.301777:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.301792:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b762 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c39 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.301839:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301849:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301857:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301867:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301872:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301877:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301929:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301933:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301938:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301943:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.301947:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301954:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301961:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.301964:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.301967:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301971:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b769 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301982:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301987:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301991:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.301994:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.301996:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.302000:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.302005:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x736c74 (ffff88008b0bf700) 00010000:00010000:2.0:1734671658.302006:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.302008:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.302014:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b770 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.302043:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b762 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c39 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.302050:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b762 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c39 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.302056:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59800, rc 0) 00000100:00100000:2.0:1734671658.302103:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12299:x1818934752204800:12345-192.168.204.51@tcp:101:date.0 Request processed in 342us (511us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.302109:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30187 00000100:00100000:0.0:1734671658.304148:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.304858:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752204928 00000100:00100000:2.0:1734671658.304866:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752204928 00000100:00100000:2.0:1734671658.304908:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30188 00000100:00100000:2.0:1734671658.304914:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12299:x1818934752204928:12345-192.168.204.51@tcp:101:date.0 00010000:00010000:2.0:1734671658.304930:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.304943:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b777 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c40 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.304988:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.304998:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305006:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305019:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305024:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305029:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305079:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305084:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305088:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305092:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.305095:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305100:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305108:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.305110:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.305113:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305118:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b77e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305140:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305144:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305148:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305151:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.305153:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305156:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305162:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x5f366cae (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.305163:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.305165:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305169:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b785 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.305197:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b777 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c40 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.305202:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c40 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.305208:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59600, rc 0) 00000100:00100000:2.0:1734671658.305253:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12299:x1818934752204928:12345-192.168.204.51@tcp:101:date.0 Request processed in 339us (1111us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.305258:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30188 00000100:00100000:1.0:1734671658.311055:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.311334:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752205184 00000100:00100000:2.0:1734671658.311343:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752205184 00000100:00100000:2.0:1734671658.311392:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30189 00000100:00100000:2.0:1734671658.311400:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12299:x1818934752205184:12345-192.168.204.51@tcp:101:date.0 00010000:00010000:2.0:1734671658.311417:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.312773:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b78c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c47 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.312870:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312882:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312890:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312900:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312906:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312910:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312942:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312950:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312956:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312960:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.312963:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312968:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312975:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.312978:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.312981:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.312985:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b793 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313003:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313007:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313011:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313014:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.313016:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313023:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313028:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x2060c1a3 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.313030:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.313032:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313036:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b79a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.313058:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b78c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c47 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.313065:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b78c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c47 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.313071:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58e00, rc 0) 00000100:00100000:2.0:1734671658.313309:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12299:x1818934752205184:12345-192.168.204.51@tcp:101:date.0 Request processed in 1909us (2260us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.313316:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30189 00000100:00100000:0.0:1734671658.325779:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.325894:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752205312 00000100:00100000:2.0:1734671658.325902:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752205312 00000100:00100000:2.0:1734671658.326028:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30190 00000100:00100000:2.0:1734671658.326035:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12110:x1818934752205312:12345-192.168.204.51@tcp:101:bash.0 00010000:00010000:2.0:1734671658.326054:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.326070:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b7a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c4e expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.326125:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326137:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326146:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326158:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326164:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326169:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326228:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326234:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326239:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326245:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.326248:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326255:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326267:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.326270:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.326273:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326278:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b7a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326290:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326294:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326299:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326303:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.326305:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326310:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326315:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x7370 (ffff88008b0bf800) 00010000:00010000:2.0:1734671658.326317:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.326319:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326323:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b7af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.326351:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b7a1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c4e expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.326359:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b7a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c4e expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.326367:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58200, rc 0) 00000100:00100000:2.0:1734671658.327842:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12110:x1818934752205312:12345-192.168.204.51@tcp:101:bash.0 Request processed in 1802us (2066us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.327851:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30190 00000100:00100000:0.0:1734671658.343572:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.343698:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752205568 00000100:00100000:2.0:1734671658.343706:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752205568 00000100:00100000:2.0:1734671658.344261:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30191 00000100:00100000:2.0:1734671658.344267:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752205568:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.344285:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.344300:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b7b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c55 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.344386:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344399:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344407:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344419:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344424:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344430:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344462:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344468:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344472:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344477:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.344480:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344486:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344495:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.344497:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.344501:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344506:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b7bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344534:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344538:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344545:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344549:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.344550:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344555:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344560:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x56680273 (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.344562:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.344564:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344569:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b7c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.344591:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b7b6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c55 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.344597:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b7b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c55 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.344603:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58c00, rc 0) 00000100:00100000:2.0:1734671658.344662:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752205568:12345-192.168.204.51@tcp:101:ps.0 Request processed in 394us (1098us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.344668:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30191 00000100:00100000:0.0:1734671658.348183:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.348305:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752205824 00000100:00100000:2.0:1734671658.348313:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752205824 00000100:00100000:2.0:1734671658.348358:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30192 00000100:00100000:2.0:1734671658.348363:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752205824:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.348377:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.348392:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c5c expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.348467:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348476:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348482:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348490:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348493:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348496:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348521:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348524:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348527:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348531:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.348534:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348538:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348544:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.348546:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.348548:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348550:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348556:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348558:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348561:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348563:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.348564:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348567:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348570:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x12ec56ed (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.348571:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.348572:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348577:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.348593:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c5c expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.348597:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c5c expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.348601:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58a00, rc 0) 00000100:00100000:2.0:1734671658.348663:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752205824:12345-192.168.204.51@tcp:101:ps.0 Request processed in 299us (488us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.348669:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30192 00000100:00100000:0.0:1734671658.356849:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.357028:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206080 00000100:00100000:2.0:1734671658.357037:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206080 00000100:00100000:2.0:1734671658.357071:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30193 00000100:00100000:2.0:1734671658.357077:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206080:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.357457:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.357477:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b7e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c63 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.357571:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357582:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357591:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357606:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357611:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357616:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357661:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357666:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357671:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357698:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.357701:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357708:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357717:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.357719:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.357722:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357727:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b7e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357754:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357758:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357762:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357767:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.357769:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357774:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357780:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x728288c9 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.357782:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.357784:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357789:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b7ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.357813:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b7e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c63 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.357820:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b7e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c63 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.357826:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59e00, rc 0) 00000100:00100000:2.0:1734671658.357880:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206080:12345-192.168.204.51@tcp:101:ps.0 Request processed in 802us (1037us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.357886:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30193 00000100:00100000:0.0:1734671658.364775:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.365592:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206336 00000100:00100000:2.0:1734671658.365601:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206336 00000100:00100000:2.0:1734671658.365725:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30194 00000100:00100000:2.0:1734671658.365732:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206336:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.365748:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.365762:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c6a expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.365854:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365865:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365874:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365885:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365890:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365895:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365928:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365936:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365940:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365945:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.365948:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365953:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365963:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.365965:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.365968:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.365972:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b7fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366548:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366554:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366559:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366562:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.366564:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366572:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366579:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x8b49d6a7 (ffff88008b0bf200) 00010000:00010000:2.0:1734671658.366582:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.366584:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366588:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b803 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.366614:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c6a expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.366632:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b7f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c6a expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.366640:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58000, rc 0) 00000100:00100000:2.0:1734671658.367057:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206336:12345-192.168.204.51@tcp:101:ps.0 Request processed in 1324us (2287us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.367063:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30194 00000100:00100000:0.0:1734671658.369312:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.370449:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206592 00000100:00100000:2.0:1734671658.370457:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206592 00000100:00100000:2.0:1734671658.370491:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30195 00000100:00100000:2.0:1734671658.370497:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206592:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.370512:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.370525:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b80a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c71 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.370612:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370633:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370642:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370652:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370656:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370661:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370709:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370714:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370719:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370723:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.370726:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370730:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370742:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.370744:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.370747:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370751:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b811 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370758:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370762:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370766:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370769:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.370771:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370775:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370779:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x7a60c1a3 (ffff88008b0bf300) 00010000:00010000:2.0:1734671658.370781:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.370783:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370786:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b818 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.370806:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b80a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c71 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.370813:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b80a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c71 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.370819:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58800, rc 0) 00000100:00100000:2.0:1734671658.372482:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206592:12345-192.168.204.51@tcp:101:ps.0 Request processed in 1978us (3170us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.372496:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30195 00000100:00100000:0.0:1734671658.386909:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.387090:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752206848 00000100:00100000:2.0:1734671658.387097:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752206848 00000100:00100000:2.0:1734671658.387129:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30196 00000100:00100000:2.0:1734671658.387134:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206848:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.387149:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.387163:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b81f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c78 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.387245:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387261:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387269:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387280:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387285:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387290:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387318:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387323:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387328:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387332:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.387335:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387442:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387452:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.387454:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.387457:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.387461:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b826 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388390:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388397:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388405:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388409:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.388411:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388416:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388423:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xf0828812 (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.388425:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.388427:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388432:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b82d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.388460:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b81f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c78 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.388467:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b81f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c78 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.388474:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58400, rc 0) 00000100:00100000:2.0:1734671658.388524:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752206848:12345-192.168.204.51@tcp:101:ps.0 Request processed in 1389us (1621us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.388531:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30196 00000100:00100000:0.0:1734671658.397524:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.397652:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752207104 00000100:00100000:2.0:1734671658.397661:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752207104 00000100:00100000:2.0:1734671658.397765:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30197 00000100:00100000:2.0:1734671658.397771:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207104:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.397787:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.397801:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b834 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c7f expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.397889:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397899:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397907:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397917:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397922:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397928:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397959:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397965:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397969:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397974:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.397978:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397984:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.397992:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.397994:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.397997:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398001:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b83b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398028:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398033:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398037:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398041:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.398043:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398048:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398054:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x638a2b41 (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.398056:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.398058:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398066:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b842 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.398088:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b834 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c7f expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.398094:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b834 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c7f expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.398100:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58200, rc 0) 00000100:00100000:2.0:1734671658.398134:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207104:12345-192.168.204.51@tcp:101:ps.0 Request processed in 362us (617us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.398140:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30197 00000100:00100000:0.0:1734671658.403001:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.403115:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752207360 00000100:00100000:2.0:1734671658.403123:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752207360 00000100:00100000:2.0:1734671658.403975:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30198 00000100:00100000:2.0:1734671658.403983:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207360:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.403999:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.404013:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b849 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c86 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.404109:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404333:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404342:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404358:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404363:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404368:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404403:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404408:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404413:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404418:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.404421:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404427:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404435:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.404438:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.404441:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404446:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b850 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404802:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404808:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404813:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404817:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.404819:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404824:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404834:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xa610fd8d (ffff88008b0bf800) 00010000:00010000:2.0:1734671658.404836:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.404838:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404843:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b857 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.404867:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b849 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c86 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.404874:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b849 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c86 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.404880:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59800, rc 0) 00000100:00100000:2.0:1734671658.404934:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207360:12345-192.168.204.51@tcp:101:ps.0 Request processed in 951us (1940us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.404940:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30198 00000100:00100000:0.0:1734671658.407114:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.407200:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752207616 00000100:00100000:2.0:1734671658.407207:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752207616 00000100:00100000:2.0:1734671658.407271:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30199 00000100:00100000:2.0:1734671658.407278:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207616:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.407295:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.407309:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b85e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c8d expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.407386:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407396:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407403:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407413:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407418:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407422:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407452:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407460:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407465:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407469:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.407472:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407477:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407484:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.407486:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.407489:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407493:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b865 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407501:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407506:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407510:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407513:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.407515:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407523:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407528:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xdc46bb88 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.407530:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.407531:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407536:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b86c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.407554:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b85e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c8d expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.407560:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b85e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c8d expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.407566:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59200, rc 0) 00000100:00100000:2.0:1734671658.407609:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207616:12345-192.168.204.51@tcp:101:ps.0 Request processed in 330us (501us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.407614:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30199 00000100:00100000:0.0:1734671658.411849:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.412100:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752207872 00000100:00100000:2.0:1734671658.412107:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752207872 00000100:00100000:2.0:1734671658.412151:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30200 00000100:00100000:2.0:1734671658.412159:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207872:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.412177:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.412192:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b873 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c94 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.412281:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412293:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412301:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412311:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412315:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412320:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412353:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412358:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412363:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412368:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.412371:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412376:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412387:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.412389:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.412393:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412397:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59600/0x87a91e500609b87a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412418:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412423:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412427:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412431:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.412433:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412437:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412442:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65f19ed (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.412444:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.412445:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412449:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b881 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.412470:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b873 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c94 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.412477:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b873 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c94 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.412483:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58000, rc 0) 00000100:00100000:2.0:1734671658.412517:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752207872:12345-192.168.204.51@tcp:101:ps.0 Request processed in 360us (677us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.412522:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30200 00000100:00100000:0.0:1734671658.415889:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.416108:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208128 00000100:00100000:2.0:1734671658.416115:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208128 00000100:00100000:2.0:1734671658.416559:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30201 00000100:00100000:2.0:1734671658.416567:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208128:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.416584:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.416599:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b888 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7c9b expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.416927:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.416938:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418387:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418403:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418410:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418416:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418463:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418468:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418473:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418478:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.418480:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418486:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418495:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.418497:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.418501:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418505:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b88f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418513:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418517:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418524:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418527:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.418529:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418533:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418538:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x61572890 (ffff88008b0bf700) 00010000:00010000:2.0:1734671658.418540:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.418541:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418545:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b896 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.418575:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b888 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c9b expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.418581:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b888 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c9b expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.418588:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58e00, rc 0) 00000100:00100000:2.0:1734671658.418701:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208128:12345-192.168.204.51@tcp:101:ps.0 Request processed in 2132us (2817us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.418709:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30201 00000100:00100000:0.0:1734671658.421167:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.421249:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208384 00000100:00100000:2.0:1734671658.421256:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208384 00000100:00100000:2.0:1734671658.421282:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30202 00000100:00100000:2.0:1734671658.421288:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208384:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.421303:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.421314:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b89d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ca2 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.421397:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421407:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421416:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421425:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421431:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421435:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421465:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421470:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421474:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421479:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.421482:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421487:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421495:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.421497:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.421500:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421504:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b8a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421511:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421515:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421519:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421523:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.421525:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421528:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421533:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x44d42401 (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.421534:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.421536:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421542:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.421562:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b89d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ca2 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.421568:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b89d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ca2 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.421574:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59a00, rc 0) 00000100:00100000:2.0:1734671658.421993:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208384:12345-192.168.204.51@tcp:101:ps.0 Request processed in 703us (830us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.421998:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30202 00000100:00100000:0.0:1734671658.424511:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.424596:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208640 00000100:00100000:2.0:1734671658.424603:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208640 00000100:00100000:2.0:1734671658.424646:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30203 00000100:00100000:2.0:1734671658.424652:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208640:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.424666:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.424697:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ca9 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.424772:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424782:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424789:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424801:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424806:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424810:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424837:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424841:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424845:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424849:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.424852:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424857:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424864:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.424866:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.424869:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424872:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424883:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424887:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424891:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424895:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.424896:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424900:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424904:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x7282882c (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.424905:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.424907:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424910:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.424927:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ca9 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.424933:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ca9 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.424938:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59e00, rc 0) 00000100:00100000:2.0:1734671658.424981:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208640:12345-192.168.204.51@tcp:101:ps.0 Request processed in 329us (477us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.424986:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30203 00000100:00100000:0.0:1734671658.433589:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.435193:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752208896 00000100:00100000:2.0:1734671658.435203:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752208896 00000100:00100000:2.0:1734671658.435817:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30204 00000100:00100000:2.0:1734671658.435825:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208896:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.435843:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.435859:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b8c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cb0 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.435948:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.435959:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.435969:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.435980:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.435985:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.435990:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436023:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436031:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436036:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436041:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.436045:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436051:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436060:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.436062:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.436065:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436070:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b8ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436132:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436138:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436143:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436147:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.436149:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436157:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436163:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xdf3fa6a9 (ffff88008b0bf200) 00010000:00010000:2.0:1734671658.436164:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.436166:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436170:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b8d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.436191:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b8c7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cb0 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.436197:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b8c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cb0 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.436203:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59200, rc 0) 00000100:00100000:2.0:1734671658.436245:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752208896:12345-192.168.204.51@tcp:101:ps.0 Request processed in 420us (2663us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.436250:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30204 00000100:00100000:0.0:1734671658.439855:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.439984:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752209152 00000100:00100000:2.0:1734671658.439992:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752209152 00000100:00100000:2.0:1734671658.440024:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30205 00000100:00100000:2.0:1734671658.440030:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209152:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.440046:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.440060:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b8dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cb7 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.440150:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440160:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440168:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440178:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440183:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440188:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440222:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440227:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440232:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440237:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.440240:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440245:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440257:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.440259:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.440263:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440267:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b8e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440274:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440278:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440282:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440286:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.440287:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440292:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440297:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xf7d9f3b4 (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.440298:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.440300:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440305:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b8ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.440325:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b8dc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cb7 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.440332:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b8dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cb7 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.440340:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58c00, rc 0) 00000100:00100000:2.0:1734671658.440389:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209152:12345-192.168.204.51@tcp:101:ps.0 Request processed in 358us (541us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.440395:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30205 00000100:00100000:0.0:1734671658.442462:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.442559:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752209408 00000100:00100000:2.0:1734671658.442565:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752209408 00000100:00100000:2.0:1734671658.443269:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30206 00000100:00100000:2.0:1734671658.443275:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209408:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.443289:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.443301:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cbe expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.443377:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443387:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443395:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443403:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443407:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443413:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443440:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443444:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443449:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443454:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.443456:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443461:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443468:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.443470:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.443473:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443476:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b8f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443483:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443486:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443493:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443497:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.443498:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443502:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443506:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x3faa3c56 (ffff88008b0bfa00) 00010000:00010000:2.0:1734671658.443508:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.443509:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443512:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b8ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.443527:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8f1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cbe expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.443533:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b8f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cbe expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.443538:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58e00, rc 0) 00000100:00100000:2.0:1734671658.444289:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209408:12345-192.168.204.51@tcp:101:ps.0 Request processed in 1011us (1830us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.444295:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30206 00000100:00100000:0.0:1734671658.446629:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.446717:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752209664 00000100:00100000:2.0:1734671658.446724:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752209664 00000100:00100000:2.0:1734671658.446752:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30207 00000100:00100000:2.0:1734671658.446757:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209664:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.446770:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.446782:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b906 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cc5 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.446856:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446866:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446874:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446883:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446888:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446893:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446920:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446926:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446931:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.446935:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.446938:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447510:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447520:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.447523:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.447527:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447532:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b90d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447541:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447545:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447549:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447553:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.447555:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447560:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447565:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xc63529be (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.447566:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.447568:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447576:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b914 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.447598:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b906 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cc5 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.447604:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b906 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cc5 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.447609:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59800, rc 0) 00000100:00100000:2.0:1734671658.447781:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209664:12345-192.168.204.51@tcp:101:ps.0 Request processed in 1022us (1165us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.447787:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30207 00000100:00100000:0.0:1734671658.450274:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.450395:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752209920 00000100:00100000:2.0:1734671658.450402:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752209920 00000100:00100000:2.0:1734671658.450427:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30208 00000100:00100000:2.0:1734671658.450433:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209920:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.450446:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.450458:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b91b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ccc expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.450531:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450540:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450547:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450557:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450561:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450565:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450592:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450596:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450601:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450605:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.450608:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450613:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450628:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.450630:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.450633:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450637:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609b922 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450647:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450651:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450655:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450658:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.450660:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450664:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450668:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x9d487d0a (ffff88008b0bf800) 00010000:00010000:2.0:1734671658.450669:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.450671:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450693:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b929 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.450711:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b91b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ccc expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.450716:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b91b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ccc expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.450722:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59e00, rc 0) 00000100:00100000:2.0:1734671658.451448:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752209920:12345-192.168.204.51@tcp:101:ps.0 Request processed in 1011us (1176us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.451455:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30208 00000100:00100000:0.0:1734671658.454103:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.454194:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752210176 00000100:00100000:2.0:1734671658.454201:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752210176 00000100:00100000:2.0:1734671658.454228:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30209 00000100:00100000:2.0:1734671658.454233:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752210176:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.454246:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.454259:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b930 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cd3 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.454333:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454343:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454351:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454361:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454366:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454370:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454398:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454406:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454412:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454417:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.454419:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454425:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454432:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.454435:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.454437:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454441:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b937 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454448:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454452:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454456:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454459:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.454462:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454469:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454473:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xef60c19f (ffff88008b0bf300) 00010000:00010000:2.0:1734671658.454475:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.454476:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454480:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59800/0x87a91e500609b93e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.454498:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b930 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cd3 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.454503:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58000/0x87a91e500609b930 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cd3 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.454509:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58000, rc 0) 00000100:00100000:2.0:1734671658.454852:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752210176:12345-192.168.204.51@tcp:101:ps.0 Request processed in 618us (754us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.454858:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30209 00000100:00100000:0.0:1734671658.456614:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.456701:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752210432 00000100:00100000:2.0:1734671658.456707:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752210432 00000100:00100000:2.0:1734671658.456730:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30210 00000100:00100000:2.0:1734671658.456734:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752210432:12345-192.168.204.51@tcp:101:ps.0 00010000:00010000:2.0:1734671658.456747:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.456757:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b945 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cda expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.456825:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456835:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456842:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456850:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456855:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456860:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456884:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456888:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456893:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456897:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.456900:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456905:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456915:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.456918:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.456921:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456925:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b94c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456932:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456936:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456941:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456944:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.456946:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456951:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456955:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x8246a988 (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.456957:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.456958:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456962:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58e00/0x87a91e500609b953 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.456978:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b945 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cda expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.456985:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b945 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cda expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.456991:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58200, rc 0) 00000100:00100000:2.0:1734671658.457028:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12301:x1818934752210432:12345-192.168.204.51@tcp:101:ps.0 Request processed in 293us (418us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.457033:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30210 00000100:00100000:0.0:1734671658.473747:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.473849:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752210560 00000100:00100000:2.0:1734671658.473856:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752210560 00000100:00100000:2.0:1734671658.473888:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30211 00000100:00100000:2.0:1734671658.473894:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12110:x1818934752210560:12345-192.168.204.51@tcp:101:bash.0 00010000:00010000:2.0:1734671658.473909:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.473923:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b95a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ce1 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.473970:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.473980:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.473988:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.473999:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474004:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474011:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474235:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b96f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474241:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474246:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671658.474276:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 11776 00000004:00200000:2.0:1734671658.474279:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671658.474290:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474298:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474303:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474308:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474313:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.474316:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474321:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474330:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801369b2b00) 00010000:00010000:2.0:1734671658.474333:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.474336:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474341:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b961 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474352:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474357:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474361:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474364:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.474366:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474371:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474376:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bcb6391 (ffff88008b0bf000) 00010000:00010000:2.0:1734671658.474378:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.474380:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474384:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b968 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.474405:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b95a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ce1 expref: 430 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.474418:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b96f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ce1 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.474423:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.474425:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671658.474427:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58c00, rc 0) 00000100:00100000:2.0:1734671658.474461:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12110:x1818934752210560:12345-192.168.204.51@tcp:101:bash.0 Request processed in 567us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.474467:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30211 00000100:00100000:0.0:1734671658.476824:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.476898:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752210688 00000100:00100000:1.0:1734671658.476905:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752210688 00000100:00100000:1.0:1734671658.476954:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2956 00000100:00100000:1.0:1734671658.476961:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:1967:x1818934752210688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671658.476973:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671658.476990:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b96f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ce1 expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.477005:0:9756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:1.0:1734671658.477009:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671658.477037:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:1967:x1818934752210688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 77us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.477043:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2956 00000100:00100000:0.0:1734671658.483930:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.484024:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752210816 00000100:00100000:2.0:1734671658.484032:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752210816 00000100:00100000:2.0:1734671658.484068:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30212 00000100:00100000:2.0:1734671658.484074:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12110:x1818934752210816:12345-192.168.204.51@tcp:101:bash.0 00010000:00010000:2.0:1734671658.484090:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.484105:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b976 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7ce8 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.484157:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484169:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484178:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484188:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484197:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484202:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484256:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484261:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484266:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484272:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.484275:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484280:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484288:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.484290:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.484294:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484299:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b97d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484324:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484329:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484334:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484338:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.484340:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484345:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484351:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x6d72 (ffff88008b0bf300) 00010000:00010000:2.0:1734671658.484353:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.484354:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484358:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b984 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.484390:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b976 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ce8 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.484397:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b976 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7ce8 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.484404:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58800, rc 0) 00000100:00100000:2.0:1734671658.484438:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12110:x1818934752210816:12345-192.168.204.51@tcp:101:bash.0 Request processed in 364us (517us total) trans 0 rc 301/301 00000100:00100000:2.0:1734671658.484443:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30212 00000100:00100000:0.0:1734671658.496257:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.496800:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752210944 00000100:00100000:2.0:1734671658.496808:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752210944 00000100:00100000:2.0:1734671658.497316:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30213 00000100:00100000:2.0:1734671658.497324:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12302:x1818934752210944:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:2.0:1734671658.497342:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.497359:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b98b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cef expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.497409:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497419:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497427:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497437:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497442:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497447:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497529:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b9a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497534:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497540:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671658.497571:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 11776 00000004:00200000:2.0:1734671658.497574:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671658.497587:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b9a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497594:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497599:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497604:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497608:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.497611:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497617:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497637:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671658.497639:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.497643:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.497647:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609b992 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501650:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501663:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501669:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501686:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.501691:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501697:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501711:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65dce0d1 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.501714:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.501718:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501722:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609b999 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.501768:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609b98b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cef expref: 430 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.501779:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b9a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cef expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.501785:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.501787:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671658.501788:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c58c00, rc 0) 00000100:00100000:3.0:1734671658.502287:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752210944:12345-192.168.204.51@tcp:101:rm.0 Request processed in 4960us (6034us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.502295:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30213 00000100:00100000:0.0:1734671658.505039:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.505160:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211200 00000100:00100000:3.0:1734671658.505167:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211200 00000100:00100000:3.0:1734671658.505195:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30214 00000100:00100000:3.0:1734671658.505201:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752211200:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:3.0:1734671658.505216:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.505229:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cf6 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1734671658.505314:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.505392:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9a7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cf6 expref: 431 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.505400:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cf6 expref: 431 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.505416:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094634600, rc 0) 00000100:00100000:3.0:1734671658.505447:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752211200:12345-192.168.204.51@tcp:101:rm.0 Request processed in 246us (415us total) trans 4294982799 rc 301/301 00000100:00100000:3.0:1734671658.505453:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30214 00000100:00100000:0.0:1734671658.508936:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.510846:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211328 00000100:00100000:3.0:1734671658.510857:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211328 00000100:00100000:3.0:1734671658.510898:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7449 00000100:00100000:3.0:1734671658.510905:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752211328:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:3.0:1734671658.515694:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752211328:12345-192.168.204.51@tcp:37:rm.0 Request processed in 4765us (6741us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.515704:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7449 00000100:00100000:0.0:1734671658.520052:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.520238:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211584 00000100:00100000:3.0:1734671658.520249:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211584 00000100:00100000:3.0:1734671658.520899:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7450 00000100:00100000:3.0:1734671658.520908:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752211584:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.521358:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12302:x1818934752211584:12345-192.168.204.51@tcp:35:rm.0 Request processed in 450us (1317us total) trans 4294982800 rc 0/0 00000100:00100000:3.0:1734671658.521366:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7450 00000100:00100000:0.0:1734671658.523269:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.524203:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211840 00000100:00100000:3.0:1734671658.524214:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211840 00000100:00100000:3.0:1734671658.524271:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30215 00000100:00100000:3.0:1734671658.524279:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12302:x1818934752211840:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:3.0:1734671658.524303:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.524323:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609b9b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7cfd expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.524440:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.524453:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.524463:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671658.524473:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.524574:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609b9b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cfd expref: 434 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.524589:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cfd expref: 433 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.524597:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:3.0:1734671658.524600:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1734671658.524615:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094634600, rc 0) 00000100:00100000:3.0:1734671658.525801:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12302:x1818934752211840:12345-192.168.204.51@tcp:101:rm.0 Request processed in 1514us (2534us total) trans 4294982801 rc 0/0 00000100:00100000:3.0:1734671658.525810:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30215 00000100:00100000:3.0:1734671658.531440:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.531932:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752211968 00000100:00100000:2.0:1734671658.532242:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.532310:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752211968 00000100:00100000:1.0:1734671658.532468:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212096 00000100:00100000:1.0:1734671658.532473:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212096 00000100:00100000:1.0:1734671658.532526:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 53 00000100:00100000:1.0:1734671658.532534:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:1964:x1818934752212096:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1734671658.532584:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.532603:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b9ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d0b expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.532666:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00000100:00100000:2.0:1734671658.533135:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30216 00000100:00100000:2.0:1734671658.533142:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752211968:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:2.0:1734671658.533150:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.533158:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d04 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.533189:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b9df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.533201:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b9df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.533211:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b9df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:2.0:1734671658.533268:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2e1:0x0]: returning size 11776 00000004:00200000:2.0:1734671658.533271:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671658.533286:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b9df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.533305:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d04 expref: 437 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.533328:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b9df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d04 expref: 436 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.533335:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:2.0:1734671658.533338:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671658.533341:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59a00, rc 0) 00000100:00100000:2.0:1734671658.533388:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12302:x1818934752211968:12345-192.168.204.51@tcp:101:rm.0 Request processed in 246us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.533393:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30216 00010000:00010000:1.0:1734671658.533414:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533423:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533437:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533443:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533448:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533549:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b9ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533557:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b9ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533563:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b9ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671658.533589:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2e0:0x0]: returning size 11776 00000004:00200000:1.0:1734671658.533592:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.533602:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b9ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533610:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533615:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533652:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533658:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.533662:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533668:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533699:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:1.0:1734671658.533702:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.533705:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533710:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609b9d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533721:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533725:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533730:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533733:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.533735:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533739:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533745:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x6599e0d1 (ffff8800910bda00) 00010000:00010000:1.0:1734671658.533747:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.533749:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.533753:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609b9e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.534851:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609b9ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d0b expref: 436 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.534863:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b9ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d0b expref: 435 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.534869:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:1.0:1734671658.534871:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.534873:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bed5000, rc 0) 00000100:00100000:1.0:1734671658.534927:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:1964:x1818934752212096:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 2392us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.534935:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 53 00000100:00100000:0.0:1734671658.542263:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.542630:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212224 00000100:00100000:1.0:1734671658.542640:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212224 00000100:00100000:1.0:1734671658.542729:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7451 00000100:00100000:1.0:1734671658.542737:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752212224:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.551762:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752212224:12345-192.168.204.51@tcp:37:rm.0 Request processed in 9010us (9495us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.551778:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7451 00000100:00100000:0.0:1734671658.565203:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.565305:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212352 00000100:00100000:2.0:1734671658.565314:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212352 00000100:00100000:2.0:1734671658.567325:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7452 00000100:00100000:2.0:1734671658.567337:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752212352:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.578402:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752212352:12345-192.168.204.51@tcp:37:rm.0 Request processed in 11058us (13201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.578414:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7452 00000100:00100000:0.0:1734671658.584299:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.584971:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212480 00000100:00100000:2.0:1734671658.584978:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212480 00000100:00100000:2.0:1734671658.585038:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30217 00000100:00100000:2.0:1734671658.585044:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752212480:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:2.0:1734671658.585058:0:11200:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671658.585072:0:11200:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b9f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d12 expref: -99 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.585117:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585129:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585137:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585147:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585151:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585156:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585232:0:11200:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609ba09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585238:0:11200:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609ba09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585242:0:11200:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609ba09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00000004:00200000:2.0:1734671658.585269:0:11200:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35e:0x0]: returning size 11776 00000004:00200000:2.0:1734671658.585271:0:11200:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671658.585283:0:11200:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609ba09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585289:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585294:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585298:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585302:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.585305:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585311:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585318:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:2.0:1734671658.585320:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.585323:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585328:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609b9fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585349:0:11200:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585353:0:11200:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585357:0:11200:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585365:0:11200:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.585366:0:11200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585370:0:11200:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585375:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44454553 (ffff88008b0bf600) 00010000:00010000:2.0:1734671658.585376:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.585378:0:11200:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585382:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58800/0x87a91e500609ba02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11200 initiator: MDT0 00010000:00010000:2.0:1734671658.585399:0:11200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58a00/0x87a91e500609b9f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d12 expref: 437 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.585408:0:11200:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609ba09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d12 expref: 436 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.585416:0:11200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:2.0:1734671658.585418:0:11200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671658.585420:0:11200:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59e00, rc 0) 00000100:00100000:2.0:1734671658.587151:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12302:x1818934752212480:12345-192.168.204.51@tcp:101:rm.0 Request processed in 2099us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.587159:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30217 00000100:00100000:2.0:1734671658.593078:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.593078:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.593150:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212736 00000100:00100000:1.0:1734671658.593161:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212736 00000100:00100000:3.0:1734671658.593792:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212608 00000100:00100000:3.0:1734671658.593800:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212608 00000100:00100000:3.0:1734671658.593835:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7453 00000100:00100000:3.0:1734671658.593842:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12302:x1818934752212608:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:1.0:1734671658.594384:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 54 00000100:00100000:1.0:1734671658.594393:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:1964:x1818934752212736:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1734671658.594429:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.594449:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609ba10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d19 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.594500:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594515:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594526:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594539:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594544:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594548:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:0.0:1734671658.594656:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671658.594669:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609ba25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594692:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609ba25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00000100:00100000:0.0:1734671658.594695:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212864 00010000:00010000:1.0:1734671658.594697:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609ba25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:0.0:1734671658.594699:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212864 00000100:00100000:0.0:1734671658.594722:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30218 00000100:00100000:0.0:1734671658.594726:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12312:x1818934752212864:12345-192.168.204.51@tcp:501:chlg_load_threa.0 00000004:00200000:1.0:1734671658.594735:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x330:0x0]: returning size 12800 00000004:00200000:1.0:1734671658.594738:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.594756:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609ba25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594765:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594770:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594776:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594781:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.594784:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594790:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594800:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.594808:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.594812:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594818:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609ba17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594831:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594836:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594840:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594844:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.594847:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594852:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594858:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x41aa9094 (ffff8800910bda00) 00010000:00010000:1.0:1734671658.594861:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.594863:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594867:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609ba1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594891:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609ba10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d19 expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.594904:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609ba25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d19 expref: 439 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.594910:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:1.0:1734671658.594912:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.594914:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b87400, rc 0) 00010000:00010000:1.0:1734671658.594917:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.594923:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609ba2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d20 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.594940:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594947:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594955:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594964:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594969:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.594973:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:2.0:1734671658.595053:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752212864:12345-192.168.204.51@tcp:501:chlg_load_threa.0 Request processed in 320us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.595062:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30218 00000100:00100000:0.0:1734671658.596661:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.596710:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752212992 00000100:00100000:2.0:1734671658.596720:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752212992 00000100:00100000:2.0:1734671658.596770:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30219 00000100:00100000:2.0:1734671658.596777:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752212992:12345-192.168.204.51@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1734671658.597087:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752212992:12345-192.168.204.51@tcp:503:chlg_load_threa.0 Request processed in 309us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.597094:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30219 00010000:00010000:1.0:1734671658.597553:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e500609ba41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597571:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e500609ba41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597582:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e500609ba41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671658.597630:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x329:0x0]: returning size 11776 00000004:00200000:1.0:1734671658.597633:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.597651:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e500609ba41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597660:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597665:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597671:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597702:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.597706:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597714:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597725:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.597728:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.597731:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597740:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609ba33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597750:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597754:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597759:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597763:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f8000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.597765:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597770:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597776:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x4d50 (ffff8800910bd000) 00010000:00010000:1.0:1734671658.597778:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.597780:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597784:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609ba3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597813:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609ba2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d20 expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.597825:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e500609ba41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d20 expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.597831:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:1.0:1734671658.597833:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.597836:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f8600, rc 0) 00010000:00010000:1.0:1734671658.597843:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.597852:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e500609ba48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d27 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.597883:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597890:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597896:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597913:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597918:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597927:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597974:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609ba5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597981:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609ba5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.597993:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609ba5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671658.598019:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x309:0x0]: returning size 12800 00000004:00200000:1.0:1734671658.598022:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.598032:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609ba5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598038:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598042:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598048:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598052:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f8a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.598054:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598059:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598065:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.598068:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.598070:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598075:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609ba4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598082:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598086:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598090:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598093:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.598096:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598100:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598105:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45524f8f (ffff8800910bd100) 00010000:00010000:1.0:1734671658.598107:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.598109:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598113:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609ba56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.598130:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9400/0x87a91e500609ba48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d27 expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.598142:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609ba5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d27 expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.598147:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:1.0:1734671658.598149:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.598151:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d53e00, rc 0) 00010000:00010000:1.0:1734671658.598154:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.598201:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609ba64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d2e expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598222:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598228:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598234:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598243:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598248:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598256:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598296:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609ba79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598302:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609ba79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598307:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609ba79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.598323:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12302:x1818934752212608:12345-192.168.204.51@tcp:37:rm.0 Request processed in 4478us (5249us total) trans 0 rc 0/0 00000004:00200000:0.0:1734671658.598329:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ef:0x0]: returning size 11776 00000100:00100000:3.0:1734671658.598331:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7453 00000004:00200000:0.0:1734671658.598331:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.598339:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609ba79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598344:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598348:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598352:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598356:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.598359:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598363:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598369:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:0.0:1734671658.598371:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.598373:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598377:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2000/0x87a91e500609ba6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598390:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598395:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598399:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598403:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b2200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.598405:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598410:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598415:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44524f57 (ffff8800943a1200) 00010000:00010000:0.0:1734671658.598417:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.598418:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598423:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2200/0x87a91e500609ba72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598438:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b2c00/0x87a91e500609ba64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d2e expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598449:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609ba79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d2e expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598454:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:0.0:1734671658.598456:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.598457:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800933b3800, rc 0) 00010000:00010000:0.0:1734671658.598460:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.598465:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609ba80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d35 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598479:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598485:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598490:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598499:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598504:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598508:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598543:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609ba95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598554:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609ba95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598560:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609ba95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.598579:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35b:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.598581:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.598587:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609ba95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598593:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598598:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598603:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598607:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.598609:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598613:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598628:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:0.0:1734671658.598630:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.598632:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598636:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3200/0x87a91e500609ba87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598643:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598648:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598652:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598655:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800933b3600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.598657:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598661:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598667:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45439694 (ffff8800943a1300) 00010000:00010000:0.0:1734671658.598668:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.598670:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598694:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3600/0x87a91e500609ba8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598710:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3400/0x87a91e500609ba80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d35 expref: 442 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598719:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609ba95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d35 expref: 441 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598723:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff88008f277300) 00010000:00010000:0.0:1734671658.598725:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.598727:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800938b0400, rc 0) 00010000:00010000:0.0:1734671658.598731:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.598735:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609ba9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d3c expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.598750:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598756:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598761:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598769:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598774:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.598779:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601088:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bab1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601106:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601117:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:2.0:1734671658.601132:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00200000:1.0:1734671658.601158:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fc:0x0]: returning size 11776 00000004:00200000:1.0:1734671658.601162:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.601179:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bab1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601188:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601194:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601199:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601204:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458f200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.601209:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601215:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601224:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.601226:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.601230:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601234:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458f200/0x87a91e500609baa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601247:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601251:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601255:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601259:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.601261:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601265:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601271:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x5052ab9e (ffff8800943a1800) 00010000:00010000:1.0:1734671658.601272:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.601275:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601282:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609baaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601313:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0000/0x87a91e500609ba9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d3c expref: 443 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601325:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bab1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d3c expref: 442 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601331:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:1.0:1734671658.601333:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.601335:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972aa00, rc 0) 00010000:00010000:1.0:1734671658.601342:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.601350:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bab8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d43 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601380:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601386:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601391:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601402:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601407:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601411:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601457:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bacd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601464:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bacd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601469:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bacd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671658.601495:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x321:0x0]: returning size 11776 00000004:00200000:1.0:1734671658.601497:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.601504:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bacd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601509:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601514:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601519:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601522:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.601525:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601528:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601534:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.601535:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.601537:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601542:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609babf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601549:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601553:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601557:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601560:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972ae00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.601562:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601566:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601571:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44a1a1a7 (ffff8800910bda00) 00010000:00010000:1.0:1734671658.601572:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.601574:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601579:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bac6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601595:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bab8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d43 expref: 444 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601602:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bacd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d43 expref: 443 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601611:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:1.0:1734671658.601613:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.601615:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972b400, rc 0) 00010000:00010000:1.0:1734671658.601630:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671658.601636:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609bad4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d4a expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601651:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601657:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601662:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601671:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601699:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601705:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601749:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e500609bae9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601756:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e500609bae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601761:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e500609bae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:1.0:1734671658.601780:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f6:0x0]: returning size 11776 00000004:00200000:1.0:1734671658.601782:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671658.601789:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e500609bae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601794:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601798:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601802:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601806:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.601808:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601813:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601819:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.601821:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.601823:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601827:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609badb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601834:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601839:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601844:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601847:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.601849:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.601850:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752213120 00010000:00010000:1.0:1734671658.601854:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.601858:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752213120 00010000:00010000:1.0:1734671658.601859:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45435891 (ffff8800910bdb00) 00010000:00010000:1.0:1734671658.601861:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.601862:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601868:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bae2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:1.0:1734671658.601884:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed4a00/0x87a91e500609bad4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d4a expref: 446 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601891:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e500609bae9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d4a expref: 445 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.601897:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671658.601898:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671658.601900:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094427a00, rc 0) 00000100:00100000:1.0:1734671658.601974:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:1964:x1818934752212736:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 7579us (8901us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.601985:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 54 00000100:00100000:3.0:1734671658.602255:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30220 00000100:00100000:3.0:1734671658.602264:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12312:x1818934752213120:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.603791:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12312:x1818934752213120:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 1523us (2661us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.603800:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30220 00000100:00100000:0.0:1734671658.603812:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.603845:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752213376 00000100:00100000:3.0:1734671658.603850:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752213376 00000100:00100000:3.0:1734671658.605517:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7454 00000100:00100000:3.0:1734671658.605526:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12302:x1818934752213376:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.607076:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12302:x1818934752213376:12345-192.168.204.51@tcp:35:rm.0 Request processed in 1546us (3264us total) trans 4294982802 rc 0/0 00000100:00100000:3.0:1734671658.607085:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7454 00000100:00100000:0.0:1734671658.608465:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.608490:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752213504 00000100:00100000:2.0:1734671658.608504:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752213504 00000100:00100000:2.0:1734671658.608544:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30221 00000100:00100000:2.0:1734671658.608553:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12312:x1818934752213504:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.608837:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+445:12312:x1818934752213504:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 280us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.608850:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30221 00000100:00100000:0.0:1734671658.611834:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.611884:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.611905:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752213760 00000100:00100000:3.0:1734671658.611916:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752213760 00000100:00100000:3.0:1734671658.611963:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752213888 00000100:00100000:3.0:1734671658.611966:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752213888 00000100:00100000:3.0:1734671658.612140:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30222 00000100:00100000:3.0:1734671658.612147:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12302:x1818934752213760:12345-192.168.204.51@tcp:36:rm.0 00000100:00100000:1.0:1734671658.612154:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30223 00000100:00100000:1.0:1734671658.612163:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+446:12312:x1818934752213888:12345-192.168.204.51@tcp:501:chlg_load_threa.0 00010000:00010000:3.0:1734671658.612227:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00010000:00010000:3.0:1734671658.612248:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609ba09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d12 expref: 446 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.612274:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce8400/0x87a91e500606492f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6ba2 expref: 445 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.612284:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae000/0x87a91e50060586ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b91 expref: 444 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671658.612285:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+444:12312:x1818934752213888:12345-192.168.204.51@tcp:501:chlg_load_threa.0 Request processed in 122us (399us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671658.612293:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfafa00/0x87a91e5006058632 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b4b expref: 443 pid: 7083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671658.612294:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30223 00010000:00010000:3.0:1734671658.612301:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff88009233c900) 00010000:00010000:3.0:1734671658.612313:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8c400/0x87a91e500605d507 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e44b2 expref: 441 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.612323:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094631000/0x87a91e500605885b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c39 expref: 440 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.612328:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.612330:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.612347:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612357:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612365:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612376:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612385:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612390:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612484:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612491:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.612497:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.615673:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8252, 176 off1444472 00000004:00200000:3.0:1734671658.615745:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35e:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.615761:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.615769:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.615775:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.615780:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012f56fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.615784:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.615791:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.615961:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.616153:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214016 00000100:00100000:2.0:1734671658.616160:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214016 00000100:00100000:2.0:1734671658.616205:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30224 00000100:00100000:2.0:1734671658.616212:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752214016:12345-192.168.204.51@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1734671658.616326:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752214016:12345-192.168.204.51@tcp:503:chlg_load_threa.0 Request processed in 114us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.616332:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30224 00000100:00100000:0.0:1734671658.619191:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.619251:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214144 00000100:00100000:2.0:1734671658.619262:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214144 00000100:00100000:2.0:1734671658.619299:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30225 00000100:00100000:2.0:1734671658.619306:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752214144:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.619527:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752214144:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 221us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.619534:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30225 00010000:00010000:3.0:1734671658.619612:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35e:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671658.619625:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.619632:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619640:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bafe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619703:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619708:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619713:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619718:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094634a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.619721:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619727:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619736:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.619738:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.619740:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.619745:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634a00/0x87a91e500609baf0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.619754:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880093524a80 reply state ffff880093f2a000 transno 4294982803 ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.619759:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.619809:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12302:x1818934752213760:12345-192.168.204.51@tcp:36:rm.0 Request processed in 7661us (7986us total) trans 4294982803 rc 0/0 00000100:00100000:3.0:1734671658.619814:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30222 00010000:00010000:3.0:1734671658.620651:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.620658:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.620663:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.620667:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094634800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.620670:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.620708:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.620715:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44454553 (ffff880134d29e00) 00010000:00010000:3.0:1734671658.620718:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.620720:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.620724:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609baf7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.621305:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.622258:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214272 00000100:00100000:3.0:1734671658.622268:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214272 00000100:00100000:3.0:1734671658.622312:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30226 00000100:00100000:3.0:1734671658.622318:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752214272:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.622510:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752214272:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 190us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.622517:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30226 00000100:00100000:0.0:1734671658.623039:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.623090:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214400 00000100:00100000:3.0:1734671658.623094:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214400 00000100:00100000:3.0:1734671658.623152:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7455 00000100:00100000:3.0:1734671658.623157:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12302:x1818934752214400:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.628901:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.629330:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214528 00000100:00100000:0.0:1734671658.629340:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214528 00000100:00100000:0.0:1734671658.629381:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30227 00000100:00100000:0.0:1734671658.629388:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752214528:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.629626:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752214528:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 228us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.629633:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30227 00000100:00100000:3.0:1734671658.630502:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12302:x1818934752214400:12345-192.168.204.51@tcp:37:rm.0 Request processed in 7335us (7459us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.630514:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7455 00000100:00100000:0.0:1734671658.632335:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.632421:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214656 00000100:00100000:2.0:1734671658.632428:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214656 00000100:00100000:2.0:1734671658.632458:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30228 00000100:00100000:2.0:1734671658.632464:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752214656:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.632695:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752214656:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 210us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.632702:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30228 00000100:00100000:0.0:1734671658.633894:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.633955:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215040 00000100:00100000:2.0:1734671658.633963:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215040 00000100:00100000:2.0:1734671658.633997:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30229 00000100:00100000:2.0:1734671658.634002:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752215040:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.634150:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752215040:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 147us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.634157:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30229 00000100:00100000:0.0:1734671658.635145:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.635724:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214912 00000100:00100000:3.0:1734671658.635732:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214912 00000100:00100000:3.0:1734671658.635773:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7456 00000100:00100000:3.0:1734671658.635779:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12302:x1818934752214912:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:0.0:1734671658.635967:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.636080:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12302:x1818934752214912:12345-192.168.204.51@tcp:35:rm.0 Request processed in 299us (938us total) trans 4294982804 rc 0/0 00000100:00100000:3.0:1734671658.636086:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7456 00000100:00100000:3.0:1734671658.636112:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215168 00000100:00100000:3.0:1734671658.636115:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215168 00000100:00100000:3.0:1734671658.636129:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30230 00000100:00100000:3.0:1734671658.636132:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752215168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.636241:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752215168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 107us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.636246:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30230 00000100:00100000:0.0:1734671658.642653:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.642732:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.642799:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215424 00000100:00100000:3.0:1734671658.642810:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215424 00000100:00100000:3.0:1734671658.642846:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215552 00000100:00100000:3.0:1734671658.642848:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215552 00000100:00100000:3.0:1734671658.642866:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30231 00000100:00100000:3.0:1734671658.642872:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+442:12302:x1818934752215424:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671658.642914:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.642933:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609ba25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d19 expref: 442 pid: 22277 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671658.642938:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30232 00000100:00100000:1.0:1734671658.642947:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+441:12312:x1818934752215552:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1734671658.642950:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9800/0x87a91e5006062628 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5fe7 expref: 441 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.642962:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e5006057801 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x330:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e252b expref: 440 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.642971:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4e600/0x87a91e500605774b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x330:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e24ec expref: 439 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.642979:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff88008ef6f400) 00010000:00010000:3.0:1734671658.642988:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.643002:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643013:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643021:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643031:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643040:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643045:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643122:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x330:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671658.643174:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752215552:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 227us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.643182:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30232 00010000:00010000:3.0:1734671658.643863:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.643873:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671658.644232:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8253, 176 off1444648 00000004:00200000:3.0:1734671658.644274:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x330:0x0]: returning size 12800 00010000:00010000:3.0:1734671658.644285:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644291:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644295:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644299:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.644302:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644308:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644315:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x330:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671658.644318:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.644320:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644324:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb13 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644354:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644360:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644364:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644368:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.644370:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644375:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644380:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.644382:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.644384:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.644390:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb05 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.644396:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60a80 reply state ffff880093f28000 transno 4294982805 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.644401:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.644472:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12302:x1818934752215424:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1598us (1829us total) trans 4294982805 rc 0/0 00000100:00100000:3.0:1734671658.644479:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30231 00000100:00100000:2.0:1734671658.646160:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.646236:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215680 00000100:00100000:0.0:1734671658.646246:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215680 00010000:00010000:3.0:1734671658.646337:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.646347:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.646354:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.646359:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.646363:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.646369:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.646383:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x41aa9094 (ffff880134d29e00) 00010000:00010000:3.0:1734671658.646385:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.646389:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.646394:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bb0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.646465:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30233 00000100:00100000:0.0:1734671658.646472:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752215680:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.646807:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752215680:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 334us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.646814:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30233 00000100:00100000:1.0:1734671658.652373:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.652446:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215808 00000100:00100000:0.0:1734671658.652456:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215808 00000100:00100000:0.0:1734671658.652666:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30234 00000100:00100000:0.0:1734671658.652705:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752215808:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.652982:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752215808:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 307us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.652993:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30234 00000100:00100000:0.0:1734671658.654836:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.654921:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215936 00000100:00100000:2.0:1734671658.654929:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215936 00000100:00100000:2.0:1734671658.655138:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7457 00000100:00100000:2.0:1734671658.655146:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12302:x1818934752215936:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:0.0:1734671658.661800:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.662230:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752216064 00000100:00100000:2.0:1734671658.662241:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752216064 00000100:00100000:2.0:1734671658.662288:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30235 00000100:00100000:2.0:1734671658.662295:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12312:x1818934752216064:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.662952:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12312:x1818934752216064:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 654us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.664104:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30235 00000100:00100000:3.0:1734671658.664665:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12302:x1818934752215936:12345-192.168.204.51@tcp:37:rm.0 Request processed in 9517us (9833us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.664689:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7457 00000100:00100000:0.0:1734671658.667203:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.667265:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752216192 00000100:00100000:2.0:1734671658.667278:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752216192 00000100:00100000:2.0:1734671658.667352:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30236 00000100:00100000:2.0:1734671658.667359:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752216192:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.667591:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12312:x1818934752216192:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 231us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.667597:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30236 00000100:00100000:0.0:1734671658.668965:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.669105:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752216448 00000100:00100000:3.0:1734671658.669113:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752216448 00000100:00100000:3.0:1734671658.669154:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7458 00000100:00100000:3.0:1734671658.669159:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12302:x1818934752216448:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.669514:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12302:x1818934752216448:12345-192.168.204.51@tcp:35:rm.0 Request processed in 354us (553us total) trans 4294982806 rc 0/0 00000100:00100000:3.0:1734671658.669519:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7458 00000100:00100000:1.0:1734671658.669602:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.669781:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752216576 00000100:00100000:2.0:1734671658.669784:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752216576 00000100:00100000:2.0:1734671658.669808:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30237 00000100:00100000:2.0:1734671658.669812:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12312:x1818934752216576:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.669936:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+439:12312:x1818934752216576:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 123us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.669942:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30237 00000100:00100000:0.0:1734671658.671039:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.671074:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.671183:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752216832 00000100:00100000:3.0:1734671658.671189:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752216832 00000100:00100000:3.0:1734671658.671220:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752216960 00000100:00100000:3.0:1734671658.671223:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752216960 00000100:00100000:3.0:1734671658.671246:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30238 00000100:00100000:3.0:1734671658.671251:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+440:12302:x1818934752216832:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671658.671294:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.671322:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8600/0x87a91e500609ba41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d20 expref: 440 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.671340:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e5006061ea3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5d47 expref: 439 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.671351:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e50060574ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x329:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2405 expref: 438 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.671361:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136284a00/0x87a91e500605745e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x329:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23cd expref: 437 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.671380:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff8800a8f11000) 00010000:00010000:3.0:1734671658.671390:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.671407:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671423:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671431:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671443:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671448:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671453:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671549:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x329:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671555:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.671560:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671658.671983:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8254, 176 off1444824 00000004:00200000:3.0:1734671658.672029:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x329:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.672043:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672050:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672055:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672066:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.672069:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672077:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672084:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x329:0x0].0x0 (ffff880134d29f00) 00010000:00010000:3.0:1734671658.672086:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.672089:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672093:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb28 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672122:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672126:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672131:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672134:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.672136:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672141:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672146:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.672148:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.672151:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.672156:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb1a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.672161:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60380 reply state ffff88013160d000 transno 4294982807 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.672167:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.672222:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12302:x1818934752216832:12345-192.168.204.51@tcp:36:rm.0 Request processed in 969us (1186us total) trans 4294982807 rc 0/0 00000100:00100000:3.0:1734671658.672228:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30238 00000100:00100000:3.0:1734671658.672244:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30239 00000100:00100000:3.0:1734671658.672248:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12312:x1818934752216960:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.672376:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12312:x1818934752216960:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 127us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.672382:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30239 00010000:00010000:3.0:1734671658.674571:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.674583:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.674589:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.674594:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.674598:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.674607:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.674628:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x4d50 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.674631:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.674634:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.674639:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.674825:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.675348:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752217088 00000100:00100000:2.0:1734671658.675356:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752217088 00000100:00100000:0.0:1734671658.676159:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.676807:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30240 00000100:00100000:2.0:1734671658.676816:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12312:x1818934752217088:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.677149:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12312:x1818934752217088:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 333us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.677157:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30240 00000100:00100000:3.0:1734671658.677367:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752217216 00000100:00100000:3.0:1734671658.677372:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752217216 00000100:00100000:3.0:1734671658.677396:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7459 00000100:00100000:3.0:1734671658.677401:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5cd8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12302:x1818934752217216:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.681446:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.682117:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752217344 00000100:00100000:1.0:1734671658.682127:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752217344 00000100:00100000:1.0:1734671658.682173:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30241 00000100:00100000:1.0:1734671658.682181:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12312:x1818934752217344:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.682414:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12312:x1818934752217344:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 232us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.682420:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30241 00000100:00100000:3.0:1734671658.684790:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5cd8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12302:x1818934752217216:12345-192.168.204.51@tcp:37:rm.0 Request processed in 7375us (8621us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.684803:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7459 00000100:00100000:0.0:1734671658.685044:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.685831:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752217472 00000100:00100000:3.0:1734671658.685839:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752217472 00000100:00100000:3.0:1734671658.685884:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30242 00000100:00100000:3.0:1734671658.685890:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12312:x1818934752217472:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.686836:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12312:x1818934752217472:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 941us (1789us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.686843:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30242 00000100:00100000:0.0:1734671658.689846:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.689904:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.690238:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752217856 00000100:00100000:3.0:1734671658.690248:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752217856 00000100:00100000:2.0:1734671658.690964:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752217728 00000100:00100000:2.0:1734671658.690969:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752217728 00000100:00100000:2.0:1734671658.690997:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7460 00000100:00100000:2.0:1734671658.691004:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12302:x1818934752217728:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:2.0:1734671658.691418:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+438:12302:x1818934752217728:12345-192.168.204.51@tcp:35:rm.0 Request processed in 412us (1582us total) trans 4294982808 rc 0/0 00000100:00100000:2.0:1734671658.691425:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7460 00000100:00100000:3.0:1734671658.691944:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30243 00000100:00100000:3.0:1734671658.691950:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12312:x1818934752217856:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.692233:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12312:x1818934752217856:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 282us (2328us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.692239:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30243 00000100:00100000:0.0:1734671658.693923:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.694143:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218112 00000100:00100000:3.0:1734671658.694151:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218112 00000100:00100000:3.0:1734671658.694472:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30244 00000100:00100000:3.0:1734671658.694479:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+437:12302:x1818934752218112:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671658.694531:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.694558:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5d53e00/0x87a91e500609ba5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d27 expref: 437 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.694592:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093868000/0x87a91e500605fef9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e527a expref: 436 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.694605:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aec00/0x87a91e5006056a71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x309:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fa5 expref: 435 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.694629:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092cda000/0x87a91e50060569bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x309:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f66 expref: 434 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.694640:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff88012ec0ee00) 00010000:00010000:3.0:1734671658.694654:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.694700:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.694714:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.694723:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.694735:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.694741:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.694746:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.694807:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.694883:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218240 00000100:00100000:2.0:1734671658.694887:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218240 00000100:00100000:2.0:1734671658.694908:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30245 00000100:00100000:2.0:1734671658.694913:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218240:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.695272:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218240:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 357us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.695279:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30245 00010000:00010000:3.0:1734671658.695994:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x309:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696006:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696013:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671658.696433:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8255, 176 off1445000 00000004:00200000:3.0:1734671658.696486:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x309:0x0]: returning size 12800 00010000:00010000:3.0:1734671658.696501:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696507:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696512:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696517:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.696521:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696528:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696537:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x309:0x0].0x0 (ffff880134d29e00) 00010000:00010000:3.0:1734671658.696539:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.696542:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696547:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bb3d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696579:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696584:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696588:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696592:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.696593:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696597:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696602:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.696603:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.696605:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.696609:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671658.696625:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a4b60000 reply state ffff880131608000 transno 4294982809 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.696631:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.696705:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752218112:12345-192.168.204.51@tcp:36:rm.0 Request processed in 2224us (2787us total) trans 4294982809 rc 0/0 00000100:00100000:3.0:1734671658.696711:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30244 00000100:00100000:0.0:1734671658.697989:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.698564:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.698574:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.698580:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.698584:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.698589:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.698594:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.698609:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45524f8f (ffff880134d29c00) 00010000:00010000:3.0:1734671658.698612:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.698623:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.698628:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bb36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.698656:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218368 00000100:00100000:3.0:1734671658.698664:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218368 00000100:00100000:3.0:1734671658.698753:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30246 00000100:00100000:3.0:1734671658.698759:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218368:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.699846:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218368:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 1083us (1858us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.699854:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30246 00000100:00100000:0.0:1734671658.699962:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.700894:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218496 00000100:00100000:2.0:1734671658.700902:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218496 00000100:00100000:2.0:1734671658.700938:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7461 00000100:00100000:2.0:1734671658.700945:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12302:x1818934752218496:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.703087:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12302:x1818934752218496:12345-192.168.204.51@tcp:37:rm.0 Request processed in 2133us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.703099:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7461 00000100:00100000:0.0:1734671658.703444:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.704073:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218624 00000100:00100000:3.0:1734671658.704082:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218624 00000100:00100000:3.0:1734671658.704113:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30247 00000100:00100000:3.0:1734671658.704119:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218624:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.704729:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218624:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 607us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.704736:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30247 00000100:00100000:0.0:1734671658.707215:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.707269:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.707352:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218752 00000100:00100000:3.0:1734671658.707361:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218752 00000100:00100000:3.0:1734671658.707398:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30248 00000100:00100000:3.0:1734671658.707405:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752218752:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.707581:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219008 00000100:00100000:2.0:1734671658.707586:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219008 00000100:00100000:2.0:1734671658.707628:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7462 00000100:00100000:2.0:1734671658.707633:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752219008:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.707703:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12312:x1818934752218752:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 298us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.707709:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30248 00000100:00100000:2.0:1734671658.708206:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+435:12302:x1818934752219008:12345-192.168.204.51@tcp:35:rm.0 Request processed in 571us (936us total) trans 4294982810 rc 0/0 00000100:00100000:2.0:1734671658.708213:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7462 00000100:00100000:0.0:1734671658.709840:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.709893:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.710150:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219136 00000100:00100000:3.0:1734671658.710158:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219136 00000100:00100000:3.0:1734671658.710187:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219392 00000100:00100000:3.0:1734671658.710189:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219392 00000100:00100000:3.0:1734671658.710489:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30249 00000100:00100000:3.0:1734671658.710496:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12312:x1818934752219136:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.710649:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30250 00000100:00100000:1.0:1734671658.710655:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12302:x1818934752219392:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:1.0:1734671658.710723:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:3.0:1734671658.710943:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+436:12312:x1818934752219136:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 446us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.710949:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30249 00010000:00010000:1.0:1734671658.711005:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800933b3800/0x87a91e500609ba79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d2e expref: 435 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.711037:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093883c00/0x87a91e500605e323 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4935 expref: 434 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.711049:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ae400/0x87a91e500605600d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ba0 expref: 433 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.711061:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4000/0x87a91e5006055f88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ef:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b6f expref: 432 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.711071:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff880094b81a00) 00010000:00010000:1.0:1734671658.711080:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.711104:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711117:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711125:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711137:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711142:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711147:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711243:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711253:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711258:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1734671658.711742:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8256, 176 off1445176 00000004:00200000:1.0:1734671658.711794:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ef:0x0]: returning size 11776 00010000:00010000:1.0:1734671658.711809:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711816:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711821:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711827:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094427600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.711831:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711837:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711844:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ef:0x0].0x0 (ffff8800910bda00) 00010000:00010000:1.0:1734671658.711846:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.711849:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711854:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427600/0x87a91e500609bb52 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711903:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711909:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711914:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711917:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094426200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.711919:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711924:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711930:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.711932:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.711934:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.711939:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094426200/0x87a91e500609bb44 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671658.711948:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fd9180 reply state ffff88008de07000 transno 4294982811 ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.711954:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671658.712062:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12302:x1818934752219392:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1404us (2167us total) trans 4294982811 rc 0/0 00000100:00100000:1.0:1734671658.712072:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30250 00000100:00100000:2.0:1734671658.717118:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.717214:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219520 00000100:00100000:1.0:1734671658.717225:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219520 00000100:00100000:1.0:1734671658.717270:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30251 00000100:00100000:1.0:1734671658.717277:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12312:x1818934752219520:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1734671658.717393:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.717403:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.717410:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.717414:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094427200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.717419:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.717425:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.717439:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44524f57 (ffff8800910bdb00) 00010000:00010000:3.0:1734671658.717443:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.717447:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.717452:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427200/0x87a91e500609bb4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.717928:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752219520:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 650us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.717936:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30251 00000100:00100000:0.0:1734671658.717981:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.718106:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219648 00000100:00100000:3.0:1734671658.718110:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219648 00000100:00100000:3.0:1734671658.718132:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7463 00000100:00100000:3.0:1734671658.718136:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12302:x1818934752219648:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:0.0:1734671658.720577:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.720806:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219776 00000100:00100000:1.0:1734671658.720813:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219776 00000100:00100000:1.0:1734671658.720856:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30252 00000100:00100000:1.0:1734671658.720863:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12312:x1818934752219776:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.721373:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12312:x1818934752219776:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 509us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.721380:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30252 00000100:00100000:3.0:1734671658.721589:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12302:x1818934752219648:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3450us (3606us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.721597:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7463 00000100:00100000:0.0:1734671658.724129:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.724235:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219904 00000100:00100000:1.0:1734671658.724244:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219904 00000100:00100000:1.0:1734671658.724934:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30253 00000100:00100000:1.0:1734671658.724943:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752219904:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.725191:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752219904:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 248us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.725198:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30253 00000100:00100000:0.0:1734671658.726010:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.726152:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220160 00000100:00100000:3.0:1734671658.726158:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220160 00000100:00100000:3.0:1734671658.726184:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7464 00000100:00100000:3.0:1734671658.726189:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c97c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12302:x1818934752220160:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.726551:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c97c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12302:x1818934752220160:12345-192.168.204.51@tcp:35:rm.0 Request processed in 360us (542us total) trans 4294982812 rc 0/0 00000100:00100000:3.0:1734671658.726557:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7464 00000100:00100000:2.0:1734671658.727553:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.727641:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220288 00000100:00100000:0.0:1734671658.727648:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220288 00000100:00100000:0.0:1734671658.727827:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30254 00000100:00100000:0.0:1734671658.727833:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12312:x1818934752220288:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.728023:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+433:12312:x1818934752220288:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 189us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.728030:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30254 00000100:00100000:0.0:1734671658.731643:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.732058:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220544 00000100:00100000:1.0:1734671658.732068:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220544 00000100:00100000:0.0:1734671658.732690:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.733721:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220672 00000100:00100000:1.0:1734671658.733729:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220672 00000100:00100000:0.0:1734671658.733735:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30255 00000100:00100000:0.0:1734671658.733744:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12302:x1818934752220544:12345-192.168.204.51@tcp:36:rm.0 00000100:00100000:1.0:1734671658.733768:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30256 00000100:00100000:1.0:1734671658.733773:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+434:12312:x1818934752220672:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:0.0:1734671658.733805:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671658.733834:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609ba95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d35 expref: 434 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.733856:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbd4400/0x87a91e5006069f3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e8786 expref: 433 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.733870:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b0b8600/0x87a91e500606471b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6afa expref: 432 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.733883:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934de000/0x87a91e500605849c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2abf expref: 431 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.733894:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff88008f277300) 00010000:00010000:0.0:1734671658.733904:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.733922:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.733935:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.733944:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.733955:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.733960:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.733965:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.734009:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752220672:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 234us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.734019:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30256 00010000:00010000:0.0:1734671658.734058:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.734063:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.734068:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:0.0:1734671658.735608:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8257, 176 off1445352 00000004:00200000:1.0:1734671658.736248:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35b:0x0]: returning size 11776 00010000:00010000:1.0:1734671658.736267:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736275:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736281:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736287:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389ea00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.736291:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736298:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736310:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35b:0x0].0x0 (ffff8800943a1400) 00010000:00010000:1.0:1734671658.736312:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.736315:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736320:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389ea00/0x87a91e500609bb67 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736376:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736381:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736386:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736391:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.736394:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736398:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736405:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.736407:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.736410:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.736414:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458fc00/0x87a91e500609bb59 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671658.736420:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092fdad80 reply state ffff8801323e3000 transno 4294982813 ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.736426:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671658.737041:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12302:x1818934752220544:12345-192.168.204.51@tcp:36:rm.0 Request processed in 3293us (5404us total) trans 4294982813 rc 0/0 00000100:00100000:1.0:1734671658.737050:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30255 00000100:00100000:1.0:1734671658.737819:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.737895:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220800 00000100:00100000:2.0:1734671658.737904:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220800 00000100:00100000:2.0:1734671658.738184:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30257 00000100:00100000:2.0:1734671658.738191:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12312:x1818934752220800:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.738413:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12312:x1818934752220800:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 221us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.738423:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30257 00010000:00010000:3.0:1734671658.739581:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.739592:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.739598:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.739601:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009458ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.739605:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.739612:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.739636:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45439694 (ffff8800943a1f00) 00010000:00010000:3.0:1734671658.739639:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.739642:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.739648:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009458ec00/0x87a91e500609bb60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.742152:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.742267:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220928 00000100:00100000:2.0:1734671658.742278:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220928 00000100:00100000:2.0:1734671658.742324:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7465 00000100:00100000:2.0:1734671658.742332:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752220928:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:0.0:1734671658.742834:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.742917:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221056 00000100:00100000:1.0:1734671658.742921:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221056 00000100:00100000:1.0:1734671658.742944:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30258 00000100:00100000:1.0:1734671658.742948:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752221056:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.743630:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752221056:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 678us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.743641:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30258 00000100:00100000:2.0:1734671658.746547:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752220928:12345-192.168.204.51@tcp:37:rm.0 Request processed in 4205us (4395us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.746560:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7465 00000100:00100000:0.0:1734671658.747061:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.748582:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221184 00000100:00100000:1.0:1734671658.748594:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221184 00000100:00100000:1.0:1734671658.748663:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30259 00000100:00100000:1.0:1734671658.748670:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752221184:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.749426:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752221184:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 753us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.749433:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30259 00000100:00100000:0.0:1734671658.751777:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.751877:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.751963:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221568 00000100:00100000:1.0:1734671658.751972:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221568 00000100:00100000:2.0:1734671658.752464:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221440 00000100:00100000:2.0:1734671658.752469:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221440 00000100:00100000:1.0:1734671658.752492:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30260 00000100:00100000:1.0:1734671658.752505:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12312:x1818934752221568:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.752791:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12312:x1818934752221568:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 285us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.752798:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30260 00000100:00100000:3.0:1734671658.753048:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7466 00000100:00100000:3.0:1734671658.753054:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752221440:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.753404:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12302:x1818934752221440:12345-192.168.204.51@tcp:35:rm.0 Request processed in 348us (1637us total) trans 4294982814 rc 0/0 00000100:00100000:3.0:1734671658.753638:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7466 00000100:00100000:0.0:1734671658.755029:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.755081:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.755240:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221696 00000100:00100000:3.0:1734671658.755248:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221696 00000100:00100000:3.0:1734671658.755290:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221952 00000100:00100000:3.0:1734671658.755294:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221952 00000100:00100000:3.0:1734671658.755371:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30261 00000100:00100000:3.0:1734671658.755378:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752221696:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.755583:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+432:12312:x1818934752221696:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 204us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.755590:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30261 00000100:00100000:3.0:1734671658.755604:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30262 00000100:00100000:3.0:1734671658.755608:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12302:x1818934752221952:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671658.755654:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.755715:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bab1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d3c expref: 431 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.755735:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092223000/0x87a91e500605f115 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4dcd expref: 430 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.755752:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188e000/0x87a91e50060565af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dc2 expref: 429 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.756562:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013167a600/0x87a91e5006056515 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d8a expref: 428 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.756575:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880092397f00) 00010000:00010000:3.0:1734671658.756586:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.756604:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756629:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756639:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756652:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756658:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756664:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756823:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756830:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.756839:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671658.757251:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8258, 176 off1445528 00000004:00200000:3.0:1734671658.757305:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fc:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.757321:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757327:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757333:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757338:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.757342:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757348:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757356:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fc:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671658.757358:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.757361:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757366:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bb7c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757401:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757406:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757412:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757416:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.757418:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757423:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757430:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.757432:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.757434:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.757438:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bb6e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.757446:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88009b1eed80 reply state ffff88012dc81000 transno 4294982815 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.757453:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.757529:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752221952:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1917us (2444us total) trans 4294982815 rc 0/0 00000100:00100000:3.0:1734671658.757536:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30262 00000100:00100000:2.0:1734671658.760591:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.761453:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222080 00000100:00100000:3.0:1734671658.761464:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222080 00000100:00100000:3.0:1734671658.761524:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30263 00000100:00100000:3.0:1734671658.761531:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752222080:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.761834:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752222080:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 302us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.761843:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30263 00010000:00010000:3.0:1734671658.762138:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.762148:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.762154:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.762160:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.762165:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.762172:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.762186:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x5052ab9e (ffff880134d29700) 00010000:00010000:3.0:1734671658.762188:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.762192:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.762198:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bb75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.763637:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.763710:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222208 00000100:00100000:1.0:1734671658.763718:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222208 00000100:00100000:1.0:1734671658.763757:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30264 00000100:00100000:1.0:1734671658.763769:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752222208:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.763971:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752222208:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 207us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.763978:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30264 00000100:00100000:1.0:1734671658.767418:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.767477:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.767532:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222464 00000100:00100000:2.0:1734671658.767540:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222464 00000100:00100000:2.0:1734671658.767577:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30265 00000100:00100000:2.0:1734671658.767584:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752222464:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.767737:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222336 00000100:00100000:3.0:1734671658.767741:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222336 00000100:00100000:3.0:1734671658.767766:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7467 00000100:00100000:3.0:1734671658.767771:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752222336:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.767853:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752222464:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 268us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.767860:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30265 00000100:00100000:0.0:1734671658.771106:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.771209:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222592 00000100:00100000:1.0:1734671658.771220:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222592 00000100:00100000:1.0:1734671658.771268:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30266 00000100:00100000:1.0:1734671658.771275:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752222592:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.771505:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752222592:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 228us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.771512:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30266 00000100:00100000:0.0:1734671658.773535:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.773627:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222720 00000100:00100000:2.0:1734671658.773635:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222720 00000100:00100000:2.0:1734671658.773696:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30267 00000100:00100000:2.0:1734671658.773703:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752222720:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.773898:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752222720:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 194us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.773905:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30267 00000100:00100000:0.0:1734671658.775083:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.775575:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222848 00000100:00100000:1.0:1734671658.775583:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222848 00000100:00100000:1.0:1734671658.775631:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30268 00000100:00100000:1.0:1734671658.775636:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752222848:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.775844:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752222848:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 206us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.775851:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30268 00000100:00100000:0.0:1734671658.777151:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.777206:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222976 00000100:00100000:2.0:1734671658.777211:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222976 00000100:00100000:2.0:1734671658.777243:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30269 00000100:00100000:2.0:1734671658.777248:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752222976:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.777706:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752222336:12345-192.168.204.51@tcp:37:rm.0 Request processed in 9926us (10292us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.777720:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7467 00000100:00100000:2.0:1734671658.777754:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752222976:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 503us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.777764:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30269 00000100:00100000:0.0:1734671658.781248:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.781363:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223104 00000100:00100000:2.0:1734671658.781373:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223104 00000100:00100000:1.0:1734671658.781538:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.781611:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223360 00000100:00100000:3.0:1734671658.781623:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223360 00000100:00100000:3.0:1734671658.781657:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7468 00000100:00100000:3.0:1734671658.781665:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752223360:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:2.0:1734671658.782172:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30270 00000100:00100000:2.0:1734671658.782178:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752223104:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.782344:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752223104:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 165us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.782351:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30270 00000100:00100000:3.0:1734671658.783908:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752223360:12345-192.168.204.51@tcp:35:rm.0 Request processed in 2235us (2363us total) trans 4294982816 rc 0/0 00000100:00100000:3.0:1734671658.783917:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7468 00000100:00100000:1.0:1734671658.787514:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.787569:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.787650:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223488 00000100:00100000:2.0:1734671658.787660:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223488 00000100:00100000:2.0:1734671658.787722:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223744 00000100:00100000:2.0:1734671658.787724:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223744 00000100:00100000:2.0:1734671658.787738:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30271 00000100:00100000:2.0:1734671658.787745:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752223488:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.787757:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30272 00000100:00100000:0.0:1734671658.787769:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752223744:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:0.0:1734671658.787822:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671658.787845:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bacd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d43 expref: 430 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.787865:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20800/0x87a91e50060615c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5a5a expref: 429 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.787877:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500605723c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x321:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22f4 expref: 428 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.787885:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc4c00/0x87a91e500605718d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x321:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22bc expref: 427 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.787899:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff88008c766f00) 00010000:00010000:0.0:1734671658.787907:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.787923:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.787934:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.787941:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.787956:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.787963:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.787968:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.787979:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092123100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752223488:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 234us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.787987:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30271 00010000:00010000:0.0:1734671658.788064:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x321:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.788071:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.788076:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1734671658.789494:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8259, 176 off1445704 00000004:00200000:1.0:1734671658.789544:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x321:0x0]: returning size 11776 00010000:00010000:1.0:1734671658.789558:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789564:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789569:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789574:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012f56fc00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.789577:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789583:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789593:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x321:0x0].0x0 (ffff8800943a1d00) 00010000:00010000:1.0:1734671658.789595:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.789599:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789603:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bb91 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.789673:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671658.789733:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.789753:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223872 00000100:00100000:3.0:1734671658.789762:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223872 00000100:00100000:3.0:1734671658.789800:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30273 00000100:00100000:3.0:1734671658.789807:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752223872:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1734671658.789842:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789847:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789851:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094635600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.789853:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789858:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789865:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.789867:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.789869:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671658.789876:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094635600/0x87a91e500609bb83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671658.789884:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012f59a300 reply state ffff8801323e7000 transno 4294982817 ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671658.789890:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671658.790014:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12302:x1818934752223744:12345-192.168.204.51@tcp:36:rm.0 Request processed in 2245us (2442us total) trans 4294982817 rc 0/0 00000100:00100000:1.0:1734671658.790021:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30272 00000100:00100000:3.0:1734671658.791253:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752223872:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 1440us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.791262:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30273 00010000:00010000:3.0:1734671658.792595:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.792606:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.792620:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.792625:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094634800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.792629:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.792639:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.792653:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x44a1a1a7 (ffff8800943a1600) 00010000:00010000:3.0:1734671658.792656:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.792659:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.792664:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634800/0x87a91e500609bb8a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.793352:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.794507:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.794582:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224000 00000100:00100000:3.0:1734671658.794592:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224000 00000100:00100000:3.0:1734671658.794653:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30274 00000100:00100000:3.0:1734671658.794660:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224000:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.794917:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224000:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 256us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.794924:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30274 00000100:00100000:0.0:1734671658.795749:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224128 00000100:00100000:0.0:1734671658.795761:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224128 00000100:00100000:0.0:1734671658.795815:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7469 00000100:00100000:0.0:1734671658.795822:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c97850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752224128:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671658.800263:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.800351:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224256 00000100:00100000:1.0:1734671658.800358:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224256 00000100:00100000:1.0:1734671658.800402:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30275 00000100:00100000:1.0:1734671658.800409:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752224256:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.800591:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752224256:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 181us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.800597:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30275 00000100:00100000:1.0:1734671658.802667:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c97850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752224128:12345-192.168.204.51@tcp:37:rm.0 Request processed in 6838us (8157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.802701:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7469 00000100:00100000:3.0:1734671658.802761:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.803174:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224384 00000100:00100000:0.0:1734671658.803181:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224384 00000100:00100000:0.0:1734671658.803213:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30276 00000100:00100000:0.0:1734671658.803217:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224384:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.803359:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224384:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 140us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.803364:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30276 00000100:00100000:0.0:1734671658.805096:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.805167:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224512 00000100:00100000:1.0:1734671658.805173:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224512 00000100:00100000:1.0:1734671658.805214:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30277 00000100:00100000:1.0:1734671658.805223:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224512:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.805469:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224512:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 245us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.805479:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30277 00000100:00100000:0.0:1734671658.806379:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.806442:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224640 00000100:00100000:1.0:1734671658.806446:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224640 00000100:00100000:1.0:1734671658.806464:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30278 00000100:00100000:1.0:1734671658.806469:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224640:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.806664:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752224640:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 192us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.806669:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30278 00000100:00100000:0.0:1734671658.809490:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.809570:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.809667:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224896 00000100:00100000:1.0:1734671658.809695:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224896 00000100:00100000:1.0:1734671658.809735:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7470 00000100:00100000:1.0:1734671658.809741:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752224896:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:2.0:1734671658.809916:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225024 00000100:00100000:2.0:1734671658.809920:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225024 00000100:00100000:2.0:1734671658.809942:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30279 00000100:00100000:2.0:1734671658.809946:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752225024:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.810271:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752225024:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 323us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.810277:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30279 00000100:00100000:1.0:1734671658.810494:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12302:x1818934752224896:12345-192.168.204.51@tcp:35:rm.0 Request processed in 751us (1009us total) trans 4294982818 rc 0/0 00000100:00100000:1.0:1734671658.810500:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7470 00000100:00100000:0.0:1734671658.812466:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.812511:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.812738:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225280 00000100:00100000:1.0:1734671658.812744:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225280 00000100:00100000:1.0:1734671658.812779:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225408 00000100:00100000:1.0:1734671658.812782:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225408 00000100:00100000:2.0:1734671658.812795:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30280 00000100:00100000:2.0:1734671658.812802:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12312:x1818934752225280:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.813020:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30281 00000100:00100000:1.0:1734671658.813026:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+428:12302:x1818934752225408:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:1.0:1734671658.813154:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671658.813174:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094427a00/0x87a91e500609bae9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d4a expref: 428 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.813194:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae800/0x87a91e500605ebdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4c14 expref: 427 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.813203:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4025800/0x87a91e5006056340 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cdb expref: 426 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.813211:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d1a800/0x87a91e5006056291 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ca3 expref: 425 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.813218:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff880094b81000) 00010000:00010000:1.0:1734671658.813225:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.813239:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813248:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813254:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813263:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813267:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813271:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813338:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813346:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.813351:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.813787:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752225280:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 983us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.813849:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30280 00000040:00080000:1.0:1734671658.814342:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8260, 176 off1445880 00000004:00200000:1.0:1734671658.814381:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f6:0x0]: returning size 11776 00010000:00010000:1.0:1734671658.814393:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814398:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814403:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814407:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800938b0400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.814410:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814416:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814424:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f6:0x0].0x0 (ffff8800910bdd00) 00010000:00010000:1.0:1734671658.814427:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.814429:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814433:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b0400/0x87a91e500609bba6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814475:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.814480:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.815717:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.815722:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093379000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.815725:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.815731:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.815740:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:1.0:1734671658.815741:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.815744:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.815748:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093379000/0x87a91e500609bb98 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671658.815758:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a5d31880 reply state ffff88008c1a9000 transno 4294982819 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.815763:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.815997:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.816052:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225536 00000100:00100000:3.0:1734671658.816063:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225536 00000100:00100000:0.0:1734671658.816102:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752225408:12345-192.168.204.51@tcp:36:rm.0 Request processed in 3073us (3588us total) trans 4294982819 rc 0/0 00000100:00100000:3.0:1734671658.816106:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30282 00000100:00100000:3.0:1734671658.816113:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752225536:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.816118:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30281 00000100:00100000:3.0:1734671658.816340:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752225536:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 225us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.816347:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30282 00010000:00010000:3.0:1734671658.820440:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.820452:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.820457:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.820462:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffd800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.820465:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.820471:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.820484:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x45435891 (ffff8800910bd100) 00010000:00010000:3.0:1734671658.820486:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.820489:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.820493:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bb9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1734671658.821814:0:7074:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734671658.822312:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.822410:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.822593:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225920 00000100:00100000:1.0:1734671658.822603:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225920 00000100:00100000:1.0:1734671658.822666:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7471 00000100:00100000:1.0:1734671658.822701:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12302:x1818934752225920:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:2.0:1734671658.822740:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225664 00000100:00100000:2.0:1734671658.822749:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225664 00000100:00100000:2.0:1734671658.822799:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30283 00000100:00100000:2.0:1734671658.822810:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752225664:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.823001:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752225664:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 194us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.823008:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30283 00000100:00100000:1.0:1734671658.824583:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12302:x1818934752225920:12345-192.168.204.51@tcp:35:rm.0 Request processed in 1903us (2166us total) trans 4294982820 rc 0/0 00000100:00100000:1.0:1734671658.824596:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7471 00000100:00100000:0.0:1734671658.824818:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.824879:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226048 00000100:00100000:3.0:1734671658.824889:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226048 00000100:00100000:3.0:1734671658.824922:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30284 00000100:00100000:3.0:1734671658.824928:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752226048:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.825092:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752226048:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 163us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.825098:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30284 00000100:00100000:0.0:1734671658.827131:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.827194:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226304 00000100:00100000:0.0:1734671658.827198:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.827203:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226304 00000100:00100000:3.0:1734671658.827234:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226432 00000100:00100000:3.0:1734671658.827236:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226432 00000100:00100000:3.0:1734671658.827251:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30285 00000100:00100000:3.0:1734671658.827257:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752226304:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671658.827298:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.827319:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009284a200/0x87a91e5006056887 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f04 expref: 426 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671658.827328:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30286 00010000:00010000:3.0:1734671658.827337:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094422600/0x87a91e500605d515 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e44b9 expref: 425 pid: 7085 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671658.827339:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752226432:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1734671658.827350:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013188f600/0x87a91e5006055eaf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b22 expref: 424 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.827360:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880094b81300) 00010000:00010000:3.0:1734671658.827371:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609b9df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d04 expref: 423 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.827378:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:3.0:1734671658.827381:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.827393:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827403:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827411:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827422:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827427:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671658.827516:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752226432:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 179us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.827523:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30286 00010000:00010000:3.0:1734671658.827590:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827897:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827904:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.827909:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671658.828391:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8261, 176 off1446056 00000004:00200000:3.0:1734671658.828429:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2e3:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.828440:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828445:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828449:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828453:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.828456:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828461:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828468:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff880134d29200) 00010000:00010000:3.0:1734671658.828471:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.828473:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828477:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bbbb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828514:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828518:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828521:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828525:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.828527:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828530:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828535:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:3.0:1734671658.828536:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.828538:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.828541:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671658.828546:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923bf800 reply state ffff880092ab8000 transno 4294982821 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671658.828550:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.828603:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752226304:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1346us (1477us total) trans 4294982821 rc 0/0 00000100:00100000:3.0:1734671658.828608:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30285 00000100:00100000:0.0:1734671658.829385:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.829424:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226560 00000100:00100000:3.0:1734671658.829429:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226560 00000100:00100000:3.0:1734671658.829460:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30287 00000100:00100000:3.0:1734671658.829465:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752226560:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.829597:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752226560:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 129us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.829603:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30287 00000100:00100000:0.0:1734671658.831646:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.831725:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.831834:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.831843:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671658.831844:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226816 00010000:00010000:3.0:1734671658.831849:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.831854:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40800 already unused, calling callback (ffffffffa1342960) 00000100:00100000:1.0:1734671658.831856:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226816 00010000:00010000:3.0:1734671658.831858:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.831865:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.831878:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x746dd4eb (ffff880134d29f00) 00010000:00010000:3.0:1734671658.831880:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.831888:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.831897:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bbb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:1.0:1734671658.831905:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7472 00000100:00100000:1.0:1734671658.831911:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752226816:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:2.0:1734671658.832109:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226944 00000100:00100000:2.0:1734671658.832116:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226944 00000100:00100000:2.0:1734671658.832150:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30288 00000100:00100000:2.0:1734671658.832156:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752226944:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.832326:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752226944:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 170us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.832332:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30288 00000100:00100000:1.0:1734671658.832424:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752226816:12345-192.168.204.51@tcp:35:rm.0 Request processed in 511us (782us total) trans 4294982822 rc 0/0 00000100:00100000:1.0:1734671658.832575:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7472 00000100:00100000:0.0:1734671658.834790:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.835429:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227072 00000100:00100000:3.0:1734671658.835439:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227072 00000100:00100000:3.0:1734671658.835490:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30289 00000100:00100000:3.0:1734671658.835497:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752227072:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.835797:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752227072:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 298us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.835805:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30289 00000100:00100000:0.0:1734671658.835883:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.835903:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227328 00000100:00100000:2.0:1734671658.835907:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227328 00000100:00100000:2.0:1734671658.835926:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30290 00000100:00100000:2.0:1734671658.835931:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752227328:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:2.0:1734671658.835975:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.836001:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07b800/0x87a91e500605d339 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e442d expref: 423 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.836032:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459200/0x87a91e5006055aa3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e197e expref: 422 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.836046:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25e00/0x87a91e50060559f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1954 expref: 421 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.836058:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff8801369b2800) 00010000:00010000:2.0:1734671658.836072:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609b9a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cef expref: 420 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.836084:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.836356:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.836374:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836387:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836395:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836406:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836411:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836415:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836518:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836523:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.836528:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.837740:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.838335:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227456 00000100:00100000:3.0:1734671658.838341:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227456 00000100:00100000:3.0:1734671658.838378:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30291 00000100:00100000:3.0:1734671658.838385:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752227456:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000040:00080000:2.0:1734671658.838482:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8262, 176 off1446232 00000004:00200000:2.0:1734671658.838544:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2e1:0x0]: returning size 11776 00010000:00010000:2.0:1734671658.838559:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838567:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838573:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838579:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.838583:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838590:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838600:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff88008b0bf200) 00010000:00010000:2.0:1734671658.838603:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.838606:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838621:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bbd0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838662:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838667:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838672:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838694:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.838697:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838704:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838711:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671658.838713:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.838715:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.838719:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bbc2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:2.0:1734671658.838727:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800923bd180 reply state ffff8800910a5000 transno 4294982823 ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671658.838733:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.838802:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12302:x1818934752227328:12345-192.168.204.51@tcp:36:rm.0 Request processed in 2869us (2919us total) trans 4294982823 rc 0/0 00000100:00100000:2.0:1734671658.838809:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30290 00000100:00100000:3.0:1734671658.838969:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752227456:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 584us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.838974:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30291 00010000:00010000:3.0:1734671658.840845:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.840866:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.840973:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.840980:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.840984:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.840989:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.840997:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.841009:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x659ae0d1 (ffff88008b0bf600) 00010000:00010000:3.0:1734671658.841012:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.841015:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671658.841020:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bbc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2df:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671658.841054:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227584 00000100:00100000:3.0:1734671658.841061:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227584 00000100:00100000:0.0:1734671658.841096:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.841099:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30292 00000100:00100000:3.0:1734671658.841105:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752227584:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.841141:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227712 00000100:00100000:1.0:1734671658.841146:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227712 00000100:00100000:1.0:1734671658.841168:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7473 00000100:00100000:1.0:1734671658.841173:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12302:x1818934752227712:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:3.0:1734671658.841373:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752227584:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 266us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.841380:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30292 00000100:00100000:0.0:1734671658.842756:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.842918:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227840 00000100:00100000:3.0:1734671658.842926:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227840 00000100:00100000:3.0:1734671658.842963:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30293 00000100:00100000:3.0:1734671658.842970:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752227840:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.843139:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752227840:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 168us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.843146:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30293 00000100:00100000:1.0:1734671658.844916:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12302:x1818934752227712:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3735us (3813us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.844928:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7473 00000100:00100000:0.0:1734671658.852584:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.852790:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227968 00000100:00100000:1.0:1734671658.852800:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227968 00000100:00100000:0.0:1734671658.853119:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.853373:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228096 00000100:00100000:3.0:1734671658.853377:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228096 00000100:00100000:1.0:1734671658.853566:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7474 00000100:00100000:1.0:1734671658.853574:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c97450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12302:x1818934752227968:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:3.0:1734671658.853799:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30294 00000100:00100000:3.0:1734671658.853805:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752228096:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.854035:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752228096:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 228us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.854042:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30294 00000100:00100000:0.0:1734671658.855284:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.855358:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228224 00000100:00100000:3.0:1734671658.855364:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228224 00000100:00100000:3.0:1734671658.855403:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30295 00000100:00100000:3.0:1734671658.855409:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752228224:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.855551:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752228224:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 141us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.855557:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30295 00000100:00100000:2.0:1734671658.857561:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c97450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12302:x1818934752227968:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3978us (4978us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.857574:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7474 00000100:00100000:0.0:1734671658.861998:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.862119:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228352 00000100:00100000:2.0:1734671658.862129:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228352 00000100:00100000:2.0:1734671658.862183:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30296 00000100:00100000:2.0:1734671658.862191:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752228352:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.862465:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752228352:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 273us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.862472:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30296 00000100:00100000:0.0:1734671658.866834:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.866882:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.866912:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228480 00000100:00100000:3.0:1734671658.866921:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228480 00000100:00100000:3.0:1734671658.866962:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228608 00000100:00100000:3.0:1734671658.866964:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228608 00000100:00100000:3.0:1734671658.866993:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30297 00000100:00100000:3.0:1734671658.866999:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12302:x1818934752228480:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:3.0:1734671658.867157:0:16887:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671658.867177:0:16887:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bbd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d51 expref: -99 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.867240:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867256:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867270:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867284:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867288:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867294:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671658.867312:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30298 00000100:00100000:2.0:1734671658.867317:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752228608:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1734671658.867396:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867404:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867409:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000004:00200000:3.0:1734671658.867443:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f7:0x0]: returning size 11776 00000004:00200000:3.0:1734671658.867447:0:16887:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671658.867461:0:16887:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867469:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867474:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867479:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867487:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.867491:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867498:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867508:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:3.0:1734671658.867511:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.867515:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671658.867517:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752228608:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 198us (632us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671658.867520:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bbde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671658.867524:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30298 00010000:00010000:3.0:1734671658.867532:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867537:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867542:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867545:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.867548:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867553:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867558:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45435891 (ffff880134d29d00) 00010000:00010000:3.0:1734671658.867560:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.867563:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867567:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bbe5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.867590:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bbd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d51 expref: 422 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.867598:0:16887:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d51 expref: 421 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.867603:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:3.0:1734671658.867605:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1734671658.867607:0:16887:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a40400, rc 0) 00000100:00100000:3.0:1734671658.867639:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c161c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12302:x1818934752228480:12345-192.168.204.51@tcp:101:rm.0 Request processed in 639us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.867645:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30297 00000100:00100000:0.0:1734671658.869270:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.869480:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228736 00000100:00100000:3.0:1734671658.869488:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228736 00000100:00100000:3.0:1734671658.869533:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30299 00000100:00100000:3.0:1734671658.869541:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752228736:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.869932:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.869963:0:22277:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228864 00000100:00100000:0.0:1734671658.869966:0:22277:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228864 00000100:00100000:0.0:1734671658.869987:0:22277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 55 00000100:00100000:0.0:1734671658.869993:0:22277:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:1967:x1818934752228864:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1734671658.870015:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.870031:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bbf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d58 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870072:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870085:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870094:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870105:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870111:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870117:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870206:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e500609bc08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870214:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e500609bc08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870219:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e500609bc08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.870252:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ee:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.870255:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.870271:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e500609bc08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870279:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870285:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870290:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870295:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972aa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.870298:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870304:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870313:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.870316:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.870319:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870323:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bbfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870351:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870356:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870362:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870365:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972b200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.870368:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870371:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870377:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44524f57 (ffff8800943a1d00) 00010000:00010000:0.0:1734671658.870378:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.870381:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870384:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b200/0x87a91e500609bc01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870406:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972ae00/0x87a91e500609bbf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d58 expref: 424 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870414:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e500609bc08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d58 expref: 423 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870420:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:0.0:1734671658.870421:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.870423:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009972b600, rc 0) 00010000:00010000:0.0:1734671658.870427:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.870432:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bc0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d5f expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870450:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870456:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870461:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870471:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870476:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870481:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870521:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bc24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870528:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bc24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870534:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bc24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.870558:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fd:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.870560:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.870566:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bc24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870571:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870576:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870580:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870584:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.870586:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870591:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870597:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.870598:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.870600:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870604:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bc16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870610:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870625:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870629:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870633:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012fffd800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.870636:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870644:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870650:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x5052ab9e (ffff8800943a1000) 00010000:00010000:0.0:1734671658.870652:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.870653:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870657:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fffd800/0x87a91e500609bc1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870673:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bc0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d5f expref: 425 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870702:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bc24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d5f expref: 424 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870708:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:0.0:1734671658.870710:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.870712:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f56fc00, rc 0) 00010000:00010000:0.0:1734671658.870715:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.870721:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609bc2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d66 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.870738:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870744:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870750:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870759:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870764:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.870769:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.870950:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752228736:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 1409us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.870959:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30299 00000100:00100000:1.0:1734671658.872087:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.872131:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.872132:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228992 00000100:00100000:2.0:1734671658.872138:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228992 00000100:00100000:2.0:1734671658.872181:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7475 00000100:00100000:2.0:1734671658.872187:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12302:x1818934752228992:12345-192.168.204.51@tcp:37:rm.0 00010000:00010000:0.0:1734671658.872354:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609bc40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872366:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609bc40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872374:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609bc40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.872407:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x320:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.872410:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.872424:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609bc40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872431:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872435:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872440:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872444:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390de00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.872447:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872453:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872461:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.872463:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.872465:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872470:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390de00/0x87a91e500609bc32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872480:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872483:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872487:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872491:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009390d200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.872493:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872496:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872500:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44a1a1a7 (ffff8800943a1400) 00010000:00010000:0.0:1734671658.872502:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.872503:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872506:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009390d200/0x87a91e500609bc39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872527:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130e41200/0x87a91e500609bc2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d66 expref: 426 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.872537:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609bc40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d66 expref: 425 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.872543:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:0.0:1734671658.872544:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.872546:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc15600, rc 0) 00010000:00010000:0.0:1734671658.872551:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.872557:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609bc47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d6d expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.872577:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872583:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872588:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872597:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872602:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872606:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872663:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e500609bc5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872670:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e500609bc5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872690:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e500609bc5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.872715:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35f:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.872717:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.872724:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e500609bc5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872730:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872736:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872740:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872744:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972a200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.872747:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872751:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872757:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.872759:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.872761:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872766:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972a200/0x87a91e500609bc4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872773:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872777:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872781:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.872784:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229120 00010000:00010000:0.0:1734671658.872785:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a4828600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.872787:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.872788:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229120 00010000:00010000:0.0:1734671658.872791:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872797:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44454553 (ffff8800943a1300) 00010000:00010000:0.0:1734671658.872798:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.872800:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872804:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828600/0x87a91e500609bc55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.872808:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30300 00000100:00100000:3.0:1734671658.872813:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752229120:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:0.0:1734671658.872819:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc14000/0x87a91e500609bc47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d6d expref: 429 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.872828:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e500609bc5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d6d expref: 428 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.872837:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:0.0:1734671658.872839:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.872840:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4828a00, rc 0) 00010000:00010000:0.0:1734671658.872843:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.872848:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609bc63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d74 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.872862:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872868:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872873:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872881:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872885:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872890:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872925:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609bc78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872933:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609bc78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872938:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609bc78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.872959:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x328:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.872960:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.872967:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609bc78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.872972:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752229120:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 156us (839us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671658.872972:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872977:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00000100:00100000:3.0:1734671658.872978:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30300 00010000:00010000:0.0:1734671658.872981:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872985:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.872987:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872992:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.872998:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.873000:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.873002:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873007:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38600/0x87a91e500609bc6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873013:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873017:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873023:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873026:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093b38a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.873028:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873032:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873037:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x4d50 (ffff8800943a1200) 00010000:00010000:0.0:1734671658.873039:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.873041:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873050:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38a00/0x87a91e500609bc71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873066:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x87a91e500609bc63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d74 expref: 429 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873074:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609bc78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d74 expref: 428 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873079:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:0.0:1734671658.873080:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.873082:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b38000, rc 0) 00010000:00010000:0.0:1734671658.873085:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.873092:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1a00/0x87a91e500609bc7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d7b expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873232:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873239:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873245:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873255:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873260:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873265:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873305:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e500609bc94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873313:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e500609bc94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873319:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e500609bc94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.873340:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x331:0x0]: returning size 12800 00000004:00200000:0.0:1734671658.873343:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.873350:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e500609bc94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873355:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873360:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873364:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873367:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093bf1000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.873369:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873374:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873379:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.873381:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.873383:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873387:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1000/0x87a91e500609bc86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873394:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873398:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873402:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873406:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093bf1e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.873408:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873416:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873421:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x41aa9094 (ffff8800943a1500) 00010000:00010000:0.0:1734671658.873423:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.873424:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873428:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1e00/0x87a91e500609bc8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873445:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1a00/0x87a91e500609bc7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d7b expref: 430 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873453:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e500609bc94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d7b expref: 429 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873459:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:0.0:1734671658.873461:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.873463:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093bf1800, rc 0) 00010000:00010000:0.0:1734671658.873466:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.873471:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e500609bc9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d82 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873486:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873491:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873497:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873507:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873511:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873516:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873554:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609bcb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873561:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609bcb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873566:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609bcb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.873588:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35a:0x0]: returning size 11776 00000004:00200000:0.0:1734671658.873590:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.873597:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609bcb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873603:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873607:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873625:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873629:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.873631:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873636:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873642:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.873644:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.873645:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873649:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99a00/0x87a91e500609bca2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873656:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873660:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873665:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873668:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c98a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.873670:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873865:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873872:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45439694 (ffff8800943a1f00) 00010000:00010000:0.0:1734671658.873874:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.873876:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873880:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98a00/0x87a91e500609bca9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873898:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf0000/0x87a91e500609bc9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d82 expref: 431 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873908:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609bcb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d82 expref: 430 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873913:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:0.0:1734671658.873915:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.873916:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98800, rc 0) 00010000:00010000:0.0:1734671658.873919:0:22277:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734671658.873924:0:22277:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e500609bcb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d89 expref: -99 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.873939:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873945:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873951:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873959:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873964:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.873969:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874014:0:22277:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609bccc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874020:0:22277:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609bccc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874144:0:22277:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609bccc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00000004:00200000:0.0:1734671658.874170:0:22277:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x308:0x0]: returning size 12800 00000004:00200000:0.0:1734671658.874172:0:22277:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734671658.874179:0:22277:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609bccc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874185:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874189:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874194:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874198:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c99800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.874200:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874205:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874210:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.874212:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.874214:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874219:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99800/0x87a91e500609bcbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874226:0:22277:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874231:0:22277:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874235:0:22277:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874239:0:22277:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091c98600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.874241:0:22277:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874245:0:22277:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874251:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45524f8f (ffff8800943a1800) 00010000:00010000:0.0:1734671658.874253:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.874255:0:22277:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874258:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98600/0x87a91e500609bcc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22277 initiator: MDT0 00010000:00010000:0.0:1734671658.874276:0:22277:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c99c00/0x87a91e500609bcb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d89 expref: 432 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.874284:0:22277:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609bccc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d89 expref: 431 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.874292:0:22277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:0.0:1734671658.874294:0:22277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734671658.874296:0:22277:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c98200, rc 0) 00000100:00100000:0.0:1734671658.874967:0:22277:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:1967:x1818934752228864:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 4969us (5031us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.874976:0:22277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 55 00000100:00100000:1.0:1734671658.875198:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.875986:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229248 00000100:00100000:0.0:1734671658.875995:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229248 00000100:00100000:3.0:1734671658.876034:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752228992:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3845us (3950us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.876037:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30301 00000100:00100000:3.0:1734671658.876042:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7475 00000100:00100000:0.0:1734671658.876043:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752229248:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.876305:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12312:x1818934752229248:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 260us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.876311:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30301 00000100:00100000:0.0:1734671658.882857:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.883138:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229504 00000100:00100000:3.0:1734671658.883148:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229504 00000100:00100000:3.0:1734671658.883191:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7476 00000100:00100000:3.0:1734671658.883199:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+429:12302:x1818934752229504:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:1.0:1734671658.883268:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.883466:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229632 00000100:00100000:0.0:1734671658.883471:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229632 00000100:00100000:0.0:1734671658.883881:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30302 00000100:00100000:0.0:1734671658.883887:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752229632:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.884103:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12312:x1818934752229632:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 214us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.884110:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30302 00000100:00100000:3.0:1734671658.884760:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+430:12302:x1818934752229504:12345-192.168.204.51@tcp:35:rm.0 Request processed in 1560us (1912us total) trans 4294982824 rc 0/0 00000100:00100000:3.0:1734671658.884768:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7476 00000100:00100000:0.0:1734671658.888068:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.888122:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.888125:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229888 00000100:00100000:2.0:1734671658.888135:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229888 00000100:00100000:2.0:1734671658.888178:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230016 00000100:00100000:2.0:1734671658.888180:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230016 00000100:00100000:1.0:1734671658.888188:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30303 00000100:00100000:1.0:1734671658.888196:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12302:x1818934752229888:12345-192.168.204.51@tcp:36:rm.0 00000100:00100000:2.0:1734671658.888198:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30304 00000100:00100000:2.0:1734671658.888203:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+431:12312:x1818934752230016:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1734671658.888257:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00010000:00010000:1.0:1734671658.888284:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bbec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d51 expref: 431 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.888316:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129d4ee00/0x87a91e500605ec84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4c53 expref: 430 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.888328:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094635400/0x87a91e5006056347 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cd4 expref: 429 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.888338:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634400/0x87a91e50060562a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c9c expref: 428 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.888349:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff880092397800) 00010000:00010000:1.0:1734671658.888364:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07a200/0x87a91e500605d43c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4473 expref: 427 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.888373:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131265400/0x87a91e5006058823 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c1d expref: 426 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.888380:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:1.0:1734671658.888382:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.888398:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.888409:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.888417:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.888428:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.888432:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230016:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 228us (309us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671658.888434:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1734671658.888439:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30304 00010000:00010000:1.0:1734671658.888439:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.888547:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.888553:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.888559:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.890269:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.890416:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230144 00000100:00100000:2.0:1734671658.890424:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230144 00000040:00080000:1.0:1734671658.890535:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8263, 176 off1446408 00000004:00200000:1.0:1734671658.890596:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2f7:0x0]: returning size 11776 00010000:00010000:1.0:1734671658.890623:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890631:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890636:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890642:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.890646:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890651:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890663:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f7:0x0].0x0 (ffff8800910bdb00) 00010000:00010000:1.0:1734671658.890666:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.890670:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890696:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bce1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890738:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890743:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890747:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890751:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.890753:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890758:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890764:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:1.0:1734671658.890766:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.890768:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.890773:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bcd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671658.890781:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099783b80 reply state ffff88008c1ac000 transno 4294982825 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.890787:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.891209:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30305 00000100:00100000:2.0:1734671658.891218:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752230144:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.892231:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12302:x1818934752229888:12345-192.168.204.51@tcp:36:rm.0 Request processed in 4032us (4170us total) trans 4294982825 rc 0/0 00000100:00100000:1.0:1734671658.892239:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30303 00000100:00100000:2.0:1734671658.892764:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752230144:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 1545us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.892772:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30305 00010000:00010000:3.0:1734671658.894632:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.894648:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.894655:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.894660:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.894665:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.894671:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.894701:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45435891 (ffff8800910bd000) 00010000:00010000:3.0:1734671658.894704:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.894709:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.894713:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bcda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.895762:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.895978:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230272 00000100:00100000:2.0:1734671658.895988:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230272 00000100:00100000:2.0:1734671658.896026:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30306 00000100:00100000:2.0:1734671658.896033:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230272:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.896393:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230272:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 359us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.896401:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30306 00000100:00100000:0.0:1734671658.896751:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.896837:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230400 00000100:00100000:3.0:1734671658.896843:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230400 00000100:00100000:3.0:1734671658.897158:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7477 00000100:00100000:3.0:1734671658.897164:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12302:x1818934752230400:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:1.0:1734671658.897909:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.898074:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230528 00000100:00100000:2.0:1734671658.898079:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230528 00000100:00100000:2.0:1734671658.898100:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30307 00000100:00100000:2.0:1734671658.898103:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752230528:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.898412:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+427:12312:x1818934752230528:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 305us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.898420:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30307 00000100:00100000:3.0:1734671658.900394:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12302:x1818934752230400:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3220us (3634us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.900406:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7477 00000100:00100000:2.0:1734671658.901047:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.901101:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230656 00000100:00100000:0.0:1734671658.901108:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230656 00000100:00100000:0.0:1734671658.901137:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30308 00000100:00100000:0.0:1734671658.901142:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230656:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.901349:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230656:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 205us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.901355:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30308 00000100:00100000:0.0:1734671658.904488:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.904633:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.904713:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230784 00000100:00100000:1.0:1734671658.904722:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230784 00000100:00100000:1.0:1734671658.904760:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30309 00000100:00100000:1.0:1734671658.904767:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230784:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.905012:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12312:x1818934752230784:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 243us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.905019:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30309 00000100:00100000:3.0:1734671658.905428:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231040 00000100:00100000:3.0:1734671658.905433:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231040 00000100:00100000:3.0:1734671658.905709:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7478 00000100:00100000:3.0:1734671658.905716:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+425:12302:x1818934752231040:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.907008:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752231040:12345-192.168.204.51@tcp:35:rm.0 Request processed in 1288us (2371us total) trans 4294982826 rc 0/0 00000100:00100000:3.0:1734671658.907017:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7478 00000100:00100000:0.0:1734671658.908906:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.909083:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231168 00000100:00100000:2.0:1734671658.909093:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231168 00000100:00100000:2.0:1734671658.909145:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30310 00000100:00100000:2.0:1734671658.909152:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752231168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.909412:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12312:x1818934752231168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 258us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.909419:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30310 00000100:00100000:0.0:1734671658.910402:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.910465:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231424 00000100:00100000:1.0:1734671658.910472:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231424 00000100:00100000:1.0:1734671658.910512:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30311 00000100:00100000:1.0:1734671658.910518:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+426:12302:x1818934752231424:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:1.0:1734671658.910572:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671658.910602:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b600/0x87a91e500609bc08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d58 expref: 426 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.910630:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ae000/0x87a91e500605e3f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4989 expref: 425 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.910642:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091458a00/0x87a91e500605603e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bae expref: 424 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.910668:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4200/0x87a91e5006055f73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ee:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b68 expref: 423 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671658.910694:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff88009b391a00) 00010000:00010000:1.0:1734671658.910707:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671658.910727:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910741:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910751:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910765:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910770:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910775:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910981:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910988:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.910994:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:1.0:1734671658.911635:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8264, 176 off1446584 00000004:00200000:1.0:1734671658.911911:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2ee:0x0]: returning size 11776 00010000:00010000:1.0:1734671658.911928:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.911935:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.911941:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.911946:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.911949:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.911957:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.911973:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff8800910bd400) 00010000:00010000:1.0:1734671658.911976:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671658.911979:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.911984:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bcf6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.912018:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.912024:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671658.912092:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671658.912251:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.912255:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f8400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671658.912258:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.912263:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.912270:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:1.0:1734671658.912272:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671658.912274:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671658.912279:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8400/0x87a91e500609bce8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:1.0:1734671658.912288:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880099781880 reply state ffff88009310b000 transno 4294982827 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.912293:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671658.912361:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12302:x1818934752231424:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1841us (1961us total) trans 4294982827 rc 0/0 00000100:00100000:1.0:1734671658.912367:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30311 00000100:00100000:1.0:1734671658.912953:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231552 00000100:00100000:1.0:1734671658.912960:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231552 00000100:00100000:1.0:1734671658.912982:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30312 00000100:00100000:1.0:1734671658.912988:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752231552:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.914253:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752231552:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 1255us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.914269:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30312 00010000:00010000:3.0:1734671658.915168:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.915181:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.915191:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.915195:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f8000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.915200:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.915206:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.915219:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44524f57 (ffff8800910bda00) 00010000:00010000:3.0:1734671658.915222:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.915225:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.915230:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8000/0x87a91e500609bcef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.918013:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.918087:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231680 00000100:00100000:3.0:1734671658.918099:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231680 00000100:00100000:3.0:1734671658.918151:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7479 00000100:00100000:3.0:1734671658.918164:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c97050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752231680:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:1.0:1734671658.918348:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.918408:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231808 00000100:00100000:0.0:1734671658.918415:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231808 00000100:00100000:0.0:1734671658.918453:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30313 00000100:00100000:0.0:1734671658.918459:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752231808:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1734671658.918650:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752231808:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 189us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.918657:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30313 00000100:00100000:0.0:1734671658.921029:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.921577:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231936 00000100:00100000:2.0:1734671658.921586:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231936 00000100:00100000:3.0:1734671658.922595:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c97050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12302:x1818934752231680:12345-192.168.204.51@tcp:37:rm.0 Request processed in 4429us (4581us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.922606:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7479 00000100:00100000:2.0:1734671658.922791:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30314 00000100:00100000:2.0:1734671658.922798:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752231936:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.923249:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752231936:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 450us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.923255:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30314 00000100:00100000:0.0:1734671658.927115:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.927175:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.927264:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232064 00000100:00100000:2.0:1734671658.927274:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232064 00000100:00100000:2.0:1734671658.927328:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30315 00000100:00100000:2.0:1734671658.927336:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752232064:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.927577:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752232064:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 241us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.927584:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30315 00000100:00100000:3.0:1734671658.928247:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232320 00000100:00100000:3.0:1734671658.928254:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232320 00000100:00100000:3.0:1734671658.928289:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7480 00000100:00100000:3.0:1734671658.928295:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752232320:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.928742:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12302:x1818934752232320:12345-192.168.204.51@tcp:35:rm.0 Request processed in 446us (1566us total) trans 4294982828 rc 0/0 00000100:00100000:3.0:1734671658.928749:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7480 00000100:00100000:0.0:1734671658.930279:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.931170:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232448 00000100:00100000:1.0:1734671658.931180:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232448 00000100:00100000:1.0:1734671658.931232:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30316 00000100:00100000:1.0:1734671658.931238:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752232448:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.931473:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752232448:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 233us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.931479:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30316 00000100:00100000:0.0:1734671658.931640:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.931692:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232704 00000100:00100000:2.0:1734671658.931696:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232704 00000100:00100000:2.0:1734671658.931713:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30317 00000100:00100000:2.0:1734671658.931718:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12302:x1818934752232704:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:2.0:1734671658.931762:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.931791:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f56fc00/0x87a91e500609bc24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d5f expref: 424 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.931812:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459400/0x87a91e500605f1d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4e0c expref: 423 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.931825:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa000/0x87a91e50060565e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2fd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dd0 expref: 422 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.931835:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9ee00/0x87a91e500605652a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2fd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d91 expref: 421 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.931850:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88009b391b00) 00010000:00010000:2.0:1734671658.931861:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671658.931878:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.931891:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.931900:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.931912:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.931918:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.931923:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932088:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932095:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932102:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:2.0:1734671658.932502:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8265, 176 off1446760 00000004:00200000:2.0:1734671658.932552:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2fd:0x0]: returning size 11776 00010000:00010000:2.0:1734671658.932567:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932575:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932580:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932585:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.932589:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932595:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932603:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2fd:0x0].0x0 (ffff88008b0bf800) 00010000:00010000:2.0:1734671658.932605:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.932608:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932625:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd0b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932661:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932666:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932671:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932720:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.932722:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932731:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932737:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671658.932739:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.932741:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:2.0:1734671658.932847:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58400/0x87a91e500609bcfd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:2.0:1734671658.932856:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800932c9880 reply state ffff8800942ab000 transno 4294982829 ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:2.0:1734671658.932863:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.932921:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12302:x1818934752232704:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1200us (1280us total) trans 4294982829 rc 0/0 00000100:00100000:2.0:1734671658.932927:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30317 00000100:00100000:0.0:1734671658.933170:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.933398:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232832 00000100:00100000:3.0:1734671658.933405:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232832 00000100:00100000:3.0:1734671658.933438:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30318 00000100:00100000:3.0:1734671658.933444:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752232832:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.933608:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752232832:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 163us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.933623:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30318 00000100:00100000:2.0:1734671658.935943:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671658.936023:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.936032:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.936038:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.936043:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.936047:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.936054:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.936070:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x5052ab9e (ffff88008b0bf700) 00010000:00010000:3.0:1734671658.936073:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.936077:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671658.936082:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59e00/0x87a91e500609bd04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671658.936216:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232960 00000100:00100000:0.0:1734671658.936225:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232960 00000100:00100000:0.0:1734671658.936272:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7481 00000100:00100000:0.0:1734671658.936279:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12302:x1818934752232960:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:3.0:1734671658.936422:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.936815:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233088 00000100:00100000:1.0:1734671658.936820:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233088 00000100:00100000:1.0:1734671658.936839:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30319 00000100:00100000:1.0:1734671658.936844:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752233088:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.937160:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752233088:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 313us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.937166:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30319 00000100:00100000:1.0:1734671658.939225:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.939250:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.939301:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233344 00000100:00100000:0.0:1734671658.939302:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233216 00000100:00100000:3.0:1734671658.939309:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233344 00000100:00100000:0.0:1734671658.939309:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233216 00000100:00100000:3.0:1734671658.939342:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30320 00000100:00100000:0.0:1734671658.939348:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30321 00000100:00100000:3.0:1734671658.939349:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12307:x1818934752233344:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000100:00100000:0.0:1734671658.939352:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12312:x1818934752233216:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000004:00000080:3.0:1734671658.939386:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x59c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671658.939461:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x59c:0x0]: rc = -2 00000100:00100000:3.0:1734671658.939499:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12307:x1818934752233344:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (247us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671658.939505:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30320 00000100:00100000:0.0:1734671658.939528:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752233216:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 175us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671658.939533:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30321 00000100:00100000:2.0:1734671658.940130:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12302:x1818934752232960:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3849us (4194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.940139:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7481 00000100:00100000:0.0:1734671658.940921:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.940957:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.941066:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233472 00000100:00100000:2.0:1734671658.941071:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233472 00000100:00100000:2.0:1734671658.941089:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233600 00000100:00100000:2.0:1734671658.941091:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233600 00000100:00100000:2.0:1734671658.941112:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30322 00000100:00100000:2.0:1734671658.941118:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752233472:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.941277:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752233472:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 158us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.941284:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30322 00000100:00100000:2.0:1734671658.941297:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30323 00000100:00100000:2.0:1734671658.941301:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12307:x1818934752233600:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.941316:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x59d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671658.941369:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x59d:0x0]: rc = -2 00000100:00100000:2.0:1734671658.941385:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12307:x1818934752233600:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 83us (428us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671658.941390:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30323 00000100:00100000:0.0:1734671658.943836:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.943868:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.944145:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.944291:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233856 00000100:00100000:1.0:1734671658.944291:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233728 00000100:00100000:2.0:1734671658.944300:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233856 00000100:00100000:1.0:1734671658.944300:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233728 00000100:00100000:3.0:1734671658.944433:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234112 00000100:00100000:3.0:1734671658.944438:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234112 00000100:00100000:3.0:1734671658.944467:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7482 00000100:00100000:3.0:1734671658.944475:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12302:x1818934752234112:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:2.0:1734671658.944501:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30324 00000100:00100000:2.0:1734671658.944506:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12307:x1818934752233856:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.944523:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1734671658.944658:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12307:x1818934752233856:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.944664:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30324 00000100:00100000:2.0:1734671658.944695:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30325 00000100:00100000:2.0:1734671658.944699:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752233728:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.944803:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752233728:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 103us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.944808:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30325 00000100:00100000:3.0:1734671658.946551:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12302:x1818934752234112:12345-192.168.204.51@tcp:35:rm.0 Request processed in 2069us (2398us total) trans 4294982830 rc 0/0 00000100:00100000:3.0:1734671658.946560:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7482 00000100:00100000:2.0:1734671658.947281:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.947320:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234240 00000100:00100000:3.0:1734671658.947327:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234240 00000100:00100000:2.0:1734671658.947329:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.947360:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234368 00000100:00100000:3.0:1734671658.947365:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234368 00000100:00100000:3.0:1734671658.947376:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30326 00000100:00100000:3.0:1734671658.947382:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12307:x1818934752234240:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671658.947411:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1734671658.947508:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+423:12307:x1818934752234240:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 125us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.947514:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30326 00000100:00100000:3.0:1734671658.947525:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30327 00000100:00100000:3.0:1734671658.947529:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752234368:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.947655:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752234368:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 125us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.947661:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30327 00000100:00100000:0.0:1734671658.949576:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.949625:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.949666:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.949756:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234496 00000100:00100000:2.0:1734671658.949765:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234496 00000100:00100000:1.0:1734671658.949770:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234752 00000100:00100000:1.0:1734671658.949778:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234752 00000100:00100000:2.0:1734671658.949795:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234880 00000100:00100000:2.0:1734671658.949797:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234880 00000100:00100000:1.0:1734671658.949806:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30328 00000100:00100000:3.0:1734671658.949815:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30329 00000100:00100000:1.0:1734671658.949815:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12312:x1818934752234496:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.949820:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12307:x1818934752234752:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1734671658.949834:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30330 00000100:00100000:2.0:1734671658.949839:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+424:12302:x1818934752234880:12345-192.168.204.51@tcp:36:rm.0 00000004:00000080:3.0:1734671658.949855:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1734671658.949876:0:24251:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1734671658.949903:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc15600/0x87a91e500609bc40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d66 expref: 424 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.949921:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc33a00/0x87a91e5006061573 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5a45 expref: 423 pid: 24251 timeout: 0 lvb_type: 0 00000004:00000080:3.0:1734671658.949929:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00010000:00010000:2.0:1734671658.949933:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c8ca00/0x87a91e50060571d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x320:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ca expref: 422 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.949943:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009372ce00/0x87a91e50060570de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x320:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2284 expref: 421 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671658.949953:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008c766b00) 00010000:00010000:2.0:1734671658.949963:0:24251:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671658.949967:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12307:x1818934752234752:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 146us (341us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671658.949978:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30329 00010000:00010000:2.0:1734671658.949979:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.949991:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.949999:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950009:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00000100:00100000:1.0:1734671658.950013:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12312:x1818934752234496:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 197us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.950018:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30328 00010000:00010000:2.0:1734671658.950019:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950024:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950099:0:24251:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x320:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950104:0:24251:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950110:0:24251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000040:00080000:2.0:1734671658.950517:0:24251:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8266, 176 off1446936 00000004:00200000:2.0:1734671658.950567:0:24251:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x320:0x0]: returning size 11776 00010000:00010000:2.0:1734671658.950583:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950589:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950595:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950600:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.950604:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950622:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950631:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x320:0x0].0x0 (ffff88008b0bf900) 00010000:00010000:2.0:1734671658.950634:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1734671658.950637:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950641:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bd20 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950721:0:24251:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950727:0:24251:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950731:0:24251:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950735:0:24251:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.950738:0:24251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950742:0:24251:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950748:0:24251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:2.0:1734671658.950750:0:24251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.950752:0:24251:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:2.0:1734671658.950757:0:24251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58c00/0x87a91e500609bd12 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00000004:00010000:2.0:1734671658.950763:0:24251:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800932c8000 reply state ffff880134f4c000 transno 4294982831 ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24251 initiator: MDT0 00000100:00100000:2.0:1734671658.950769:0:24251:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671658.950811:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12302:x1818934752234880:12345-192.168.204.51@tcp:36:rm.0 Request processed in 971us (1144us total) trans 4294982831 rc 0/0 00000100:00100000:2.0:1734671658.950817:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30330 00000100:00100000:0.0:1734671658.951816:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.951886:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.951918:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235008 00000100:00100000:3.0:1734671658.951924:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235008 00000100:00100000:3.0:1734671658.951960:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235136 00000100:00100000:3.0:1734671658.951962:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235136 00000100:00100000:3.0:1734671658.951986:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30331 00000100:00100000:3.0:1734671658.951992:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752235008:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.952054:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30332 00000100:00100000:1.0:1734671658.952060:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12307:x1818934752235136:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671658.952075:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1734671658.952118:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752235008:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 125us (305us total) trans 0 rc 0/0 00000004:00000080:1.0:1734671658.952125:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671658.952127:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30331 00000100:00100000:1.0:1734671658.952139:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12307:x1818934752235136:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 79us (254us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671658.952144:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30332 00010000:00010000:3.0:1734671658.953972:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24251 initiator: MDT0 00010000:00010000:3.0:1734671658.953992:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24251 initiator: MDT0 00010000:00010000:3.0:1734671658.953998:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:3.0:1734671658.954003:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.954007:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24251 initiator: MDT0 00010000:00010000:3.0:1734671658.954015:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24251 initiator: MDT0 00010000:00010000:3.0:1734671658.954029:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44a1a1a7 (ffff88008b0bf300) 00010000:00010000:3.0:1734671658.954031:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.954035:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00010000:00010000:3.0:1734671658.954039:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bd19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24251 initiator: MDT0 00000100:00100000:0.0:1734671658.954883:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.954923:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.954981:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235264 00000100:00100000:1.0:1734671658.954990:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235264 00000100:00100000:1.0:1734671658.955035:0:11200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235392 00000100:00100000:1.0:1734671658.955037:0:11200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235392 00000100:00100000:1.0:1734671658.955063:0:11200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30333 00000100:00100000:1.0:1734671658.955072:0:11200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12307:x1818934752235264:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671658.955109:0:11200:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x59e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1734671658.955141:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30334 00000100:00100000:2.0:1734671658.955147:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752235392:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000004:00000080:1.0:1734671658.955192:0:11200:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x59e:0x0]: rc = -2 00000100:00100000:1.0:1734671658.955235:0:11200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12307:x1818934752235264:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 164us (358us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671658.955242:0:11200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30333 00000100:00100000:2.0:1734671658.955271:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12312:x1818934752235392:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 123us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.955278:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30334 00000100:00100000:1.0:1734671658.956036:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.956122:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235520 00000100:00100000:3.0:1734671658.956127:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235520 00000100:00100000:3.0:1734671658.956163:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7483 00000100:00100000:3.0:1734671658.956169:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12302:x1818934752235520:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:0.0:1734671658.957662:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.957733:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.957941:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235648 00000100:00100000:2.0:1734671658.957947:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235648 00000100:00100000:2.0:1734671658.957986:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235776 00000100:00100000:2.0:1734671658.957988:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235776 00000100:00100000:2.0:1734671658.958003:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30335 00000100:00100000:2.0:1734671658.958008:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752235648:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671658.958077:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30336 00000100:00100000:3.0:1734671658.958083:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12307:x1818934752235776:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671658.958204:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x59f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671658.958276:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x59f:0x0]: rc = -2 00000100:00100000:3.0:1734671658.958429:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12307:x1818934752235776:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 344us (694us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671658.958436:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30336 00000100:00100000:2.0:1734671658.958476:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+421:12312:x1818934752235648:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 465us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.958483:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30335 00000100:00100000:3.0:1734671658.959694:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12302:x1818934752235520:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3500us (3634us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.959705:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7483 00000100:00100000:0.0:1734671658.961275:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.961318:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.961800:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235904 00000100:00100000:3.0:1734671658.961809:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235904 00000100:00100000:2.0:1734671658.961820:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236032 00000100:00100000:2.0:1734671658.961824:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236032 00000100:00100000:3.0:1734671658.961844:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30337 00000100:00100000:2.0:1734671658.961849:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30338 00000100:00100000:3.0:1734671658.961850:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752235904:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671658.961853:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12307:x1818934752236032:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.961886:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671658.961968:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a0:0x0]: rc = -2 00000100:00100000:3.0:1734671658.962005:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752235904:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 154us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.962010:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30337 00000100:00100000:2.0:1734671658.962408:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12307:x1818934752236032:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 553us (1089us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671658.962414:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30338 00000100:00100000:0.0:1734671658.965620:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.966226:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236288 00000100:00100000:3.0:1734671658.966236:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236288 00000100:00100000:3.0:1734671658.966284:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7484 00000100:00100000:3.0:1734671658.966291:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c96c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12302:x1818934752236288:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:0.0:1734671658.966515:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.966536:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236416 00000100:00100000:2.0:1734671658.966540:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236416 00000100:00100000:0.0:1734671658.966541:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.966572:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236544 00000100:00100000:2.0:1734671658.966575:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236544 00000100:00100000:2.0:1734671658.966590:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30339 00000100:00100000:2.0:1734671658.966594:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12307:x1818934752236416:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.966622:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a1:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671658.966655:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30340 00000100:00100000:1.0:1734671658.966660:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12312:x1818934752236544:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000004:00000080:2.0:1734671658.966703:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a1:0x0]: rc = -2 00000100:00100000:3.0:1734671658.966720:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c96c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12302:x1818934752236288:12345-192.168.204.51@tcp:35:rm.0 Request processed in 427us (1119us total) trans 4294982832 rc 0/0 00000100:00100000:2.0:1734671658.966723:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12307:x1818934752236416:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 128us (209us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671658.966727:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7484 00000100:00100000:2.0:1734671658.966728:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30339 00000100:00100000:1.0:1734671658.966784:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+420:12312:x1818934752236544:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 122us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.966790:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30340 00000100:00100000:0.0:1734671658.968406:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.968443:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.968524:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236800 00000100:00100000:0.0:1734671658.968524:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.968531:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236800 00000100:00100000:3.0:1734671658.968564:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237056 00000100:00100000:1.0:1734671658.968566:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236928 00000100:00100000:3.0:1734671658.968567:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237056 00000100:00100000:1.0:1734671658.968570:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236928 00000100:00100000:3.0:1734671658.968581:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30341 00000100:00100000:3.0:1734671658.968586:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+422:12302:x1818934752236800:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671658.968645:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671658.968673:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4828a00/0x87a91e500609bc5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d6d expref: 422 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.968717:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919b6800/0x87a91e50060649c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6bda expref: 421 pid: 24251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.968728:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaea00/0x87a91e50060586b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b7c expref: 420 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.968739:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae600/0x87a91e5006058608 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b3d expref: 419 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671658.968748:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff8800a13eac00) 00010000:00010000:3.0:1734671658.968758:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671658.968774:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968788:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968796:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968807:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968813:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968818:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968918:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968925:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.968930:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1734671658.968970:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30342 00000100:00100000:1.0:1734671658.968976:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12312:x1818934752237056:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671658.969097:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12312:x1818934752237056:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 119us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.969104:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30342 00000100:00100000:1.0:1734671658.969116:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30343 00000100:00100000:1.0:1734671658.969120:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752236928:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671658.969132:0:24251:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671658.969200:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752236928:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 79us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.969206:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30343 00000040:00080000:3.0:1734671658.969336:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8267, 176 off1447112 00000004:00200000:3.0:1734671658.969384:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35f:0x0]: returning size 11776 00010000:00010000:3.0:1734671658.969399:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969405:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969411:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969416:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.969420:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969426:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969434:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35f:0x0].0x0 (ffff880134d29800) 00010000:00010000:3.0:1734671658.969437:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671658.969440:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969445:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd35 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969486:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969492:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969496:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969500:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671658.969503:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969514:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969521:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:3.0:1734671658.969523:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671658.969526:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671658.969530:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd27 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671658.969537:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a417d500 reply state ffff8800928b9000 transno 4294982833 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.969543:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671658.969584:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12302:x1818934752236800:12345-192.168.204.51@tcp:36:rm.0 Request processed in 997us (1184us total) trans 4294982833 rc 0/0 00000100:00100000:3.0:1734671658.969592:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30341 00000100:00100000:2.0:1734671658.971268:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.971386:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237184 00000100:00100000:3.0:1734671658.971394:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237184 00000100:00100000:3.0:1734671658.971422:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30344 00000100:00100000:3.0:1734671658.971429:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12307:x1818934752237184:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671658.971458:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1734671658.971550:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.971559:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.971564:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.971570:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.971573:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.971579:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.971590:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x44454553 (ffff880134d29200) 00010000:00010000:0.0:1734671658.971593:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.971596:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1734671658.971601:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671658.971900:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752237184:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 470us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.971906:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30344 00000100:00100000:0.0:1734671658.972158:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.972408:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237312 00000100:00100000:3.0:1734671658.972413:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237312 00000100:00100000:3.0:1734671658.972435:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7485 00000100:00100000:3.0:1734671658.972440:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12302:x1818934752237312:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:0.0:1734671658.974301:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.974363:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237440 00000100:00100000:2.0:1734671658.974369:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237440 00000100:00100000:2.0:1734671658.974399:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30345 00000100:00100000:2.0:1734671658.974404:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12307:x1818934752237440:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.974430:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671658.974498:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671658.974529:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12307:x1818934752237440:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (237us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671658.974536:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30345 00000100:00100000:3.0:1734671658.977761:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12302:x1818934752237312:12345-192.168.204.51@tcp:37:rm.0 Request processed in 5306us (5590us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671658.977775:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7485 00000100:00100000:0.0:1734671658.977977:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.979141:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237568 00000100:00100000:2.0:1734671658.979151:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237568 00000100:00100000:2.0:1734671658.979206:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30346 00000100:00100000:2.0:1734671658.979212:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752237568:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.979247:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671658.979329:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671658.979376:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752237568:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 164us (1401us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671658.979382:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30346 00000100:00100000:0.0:1734671658.980821:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671658.980919:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237824 00000100:00100000:3.0:1734671658.980925:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237824 00000100:00100000:3.0:1734671658.980963:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7486 00000100:00100000:3.0:1734671658.980969:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12302:x1818934752237824:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671658.981364:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12302:x1818934752237824:12345-192.168.204.51@tcp:35:rm.0 Request processed in 394us (548us total) trans 4294982834 rc 0/0 00000100:00100000:3.0:1734671658.981371:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7486 00000100:00100000:0.0:1734671658.982914:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.982996:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237952 00000100:00100000:2.0:1734671658.983003:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237952 00000100:00100000:2.0:1734671658.983033:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30347 00000100:00100000:2.0:1734671658.983040:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12307:x1818934752237952:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.983073:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1734671658.983204:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+418:12307:x1818934752237952:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 162us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.983210:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30347 00000100:00100000:0.0:1734671658.986494:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.986845:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.986938:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238336 00000100:00100000:2.0:1734671658.986947:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238336 00000100:00100000:2.0:1734671658.986980:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238208 00000100:00100000:2.0:1734671658.986982:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238208 00000100:00100000:2.0:1734671658.987014:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30348 00000100:00100000:2.0:1734671658.987021:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12307:x1818934752238336:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.987062:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1734671658.987116:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30349 00000100:00100000:0.0:1734671658.987122:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12302:x1818934752238208:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:0.0:1734671658.987161:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734671658.987188:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38000/0x87a91e500609bc78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d74 expref: 419 pid: 22277 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671658.987195:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+419:12307:x1818934752238336:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 174us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671658.987202:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30348 00010000:00010000:0.0:1734671658.987220:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914d7a00/0x87a91e5006061db5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e5cfa expref: 417 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.987233:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094acd400/0x87a91e50060574e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x328:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23fe expref: 416 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.987244:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae90000/0x87a91e5006057418 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x328:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23b8 expref: 415 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671658.987254:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff8800a4068200) 00010000:00010000:0.0:1734671658.987266:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671658.987281:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987294:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987306:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987317:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987322:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987327:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987415:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x328:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987422:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.987428:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:0.0:1734671658.988099:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8268, 176 off1447288 00000004:00200000:0.0:1734671658.988147:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x328:0x0]: returning size 11776 00010000:00010000:0.0:1734671658.988160:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988166:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988171:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988176:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972be00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.988180:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988187:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988195:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x328:0x0].0x0 (ffff88012ec0ed00) 00010000:00010000:0.0:1734671658.988197:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734671658.988200:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988204:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972be00/0x87a91e500609bd4a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988249:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988253:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988257:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988261:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972aa00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:0.0:1734671658.988263:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988266:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988271:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:0.0:1734671658.988272:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734671658.988274:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:0.0:1734671658.988277:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972aa00/0x87a91e500609bd3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:0.0:1734671658.988283:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a417f800 reply state ffff8801323e1000 transno 4294982835 ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.988289:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734671658.988329:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+416:12302:x1818934752238208:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1205us (1483us total) trans 4294982835 rc 0/0 00000100:00100000:0.0:1734671658.988335:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30349 00010000:00010000:2.0:1734671658.990141:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.990154:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.990160:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.990166:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009972b400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671658.990170:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.990176:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.990187:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x4d50 (ffff88012ec0ee00) 00010000:00010000:2.0:1734671658.990189:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671658.990192:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671658.990196:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009972b400/0x87a91e500609bd43 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671658.990222:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671658.990368:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238464 00000100:00100000:1.0:1734671658.990378:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238464 00000100:00100000:1.0:1734671658.990423:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30350 00000100:00100000:1.0:1734671658.990430:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12307:x1818934752238464:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671658.990464:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671658.990549:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:1.0:1734671658.990587:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12307:x1818934752238464:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 156us (368us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671658.990594:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30350 00000100:00100000:0.0:1734671658.992962:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671658.993346:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.993492:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238720 00000100:00100000:2.0:1734671658.993501:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238720 00000100:00100000:2.0:1734671658.993541:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30351 00000100:00100000:2.0:1734671658.993548:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12307:x1818934752238720:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.993590:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1734671658.993712:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238592 00000100:00100000:1.0:1734671658.993716:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238592 00000100:00100000:1.0:1734671658.993736:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7487 00000100:00100000:1.0:1734671658.993741:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+416:12302:x1818934752238592:12345-192.168.204.51@tcp:37:rm.0 00000004:00000080:2.0:1734671658.994075:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671658.994357:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+416:12307:x1818934752238720:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 807us (1009us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671658.994364:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30351 00000100:00100000:0.0:1734671658.997250:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671658.997309:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238848 00000100:00100000:2.0:1734671658.997322:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238848 00000100:00100000:2.0:1734671658.997361:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30352 00000100:00100000:2.0:1734671658.997369:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752238848:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671658.997407:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671658.997483:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a2:0x0]: rc = -2 00000100:00100000:2.0:1734671658.997531:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+416:12307:x1818934752238848:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 162us (289us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671658.997537:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30352 00000100:00100000:1.0:1734671658.998142:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12302:x1818934752238592:12345-192.168.204.51@tcp:37:rm.0 Request processed in 4390us (5182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671658.998154:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7487 00000100:00100000:2.0:1734671659.003265:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.003307:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238976 00000100:00100000:2.0:1734671659.003317:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238976 00000100:00100000:3.0:1734671659.003495:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.003519:0:16135:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239232 00000100:00100000:3.0:1734671659.003522:0:16135:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239232 00000100:00100000:3.0:1734671659.003543:0:16135:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7488 00000100:00100000:3.0:1734671659.003550:0:16135:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+416:12302:x1818934752239232:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671659.003998:0:16135:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12302:x1818934752239232:12345-192.168.204.51@tcp:35:rm.0 Request processed in 447us (502us total) trans 4294982836 rc 0/0 00000100:00100000:2.0:1734671659.004036:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30353 00000100:00100000:2.0:1734671659.004042:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752238976:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.004062:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.004121:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.004142:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752238976:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 99us (888us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.004148:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30353 00000100:00080000:1.0:1734671659.004245:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671629 00000100:00100000:3.0:1734671659.004520:0:16135:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7488 00000100:00100000:0.0:1734671659.006924:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.007262:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.007343:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239488 00000100:00100000:2.0:1734671659.007351:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239488 00000100:00100000:2.0:1734671659.007390:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239616 00000100:00100000:2.0:1734671659.007392:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239616 00000100:00100000:2.0:1734671659.007408:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30354 00000100:00100000:2.0:1734671659.007413:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12307:x1818934752239488:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.007454:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.007543:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.007706:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30355 00000100:00100000:3.0:1734671659.007712:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+417:12302:x1818934752239616:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.007750:0:16887:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671659.007780:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093bf1800/0x87a91e500609bc94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d7b expref: 417 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.007799:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ea20600/0x87a91e500606270f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6034 expref: 416 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.007810:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc4e00/0x87a91e50060577fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x331:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2524 expref: 415 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.007822:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b07aa00/0x87a91e5006057760 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x331:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e24f3 expref: 414 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.007834:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff88008ef6f900) 00010000:00010000:3.0:1734671659.007845:0:16887:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.007861:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.007875:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.007885:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.007897:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.007903:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.007908:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008000:0:16887:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x331:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008007:0:16887:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008012:0:16887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000040:00080000:3.0:1734671659.008456:0:16887:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8269, 176 off1447464 00000004:00200000:3.0:1734671659.008510:0:16887:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x331:0x0]: returning size 12800 00010000:00010000:3.0:1734671659.008524:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008531:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008537:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008542:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.008546:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008553:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008561:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x331:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671659.008563:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.008567:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008571:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bd5f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x331:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008621:0:16887:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008626:0:16887:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008631:0:16887:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008638:0:16887:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.008641:0:16887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008647:0:16887:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008654:0:16887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:3.0:1734671659.008656:0:16887:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.008659:0:16887:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:3.0:1734671659.008663:0:16887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bd51 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000004:00010000:3.0:1734671659.008672:0:16887:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc2d80 reply state ffff88013180d000 transno 4294982837 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16887 initiator: MDT0 00000100:00100000:3.0:1734671659.008718:0:16887:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734671659.008949:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12307:x1818934752239488:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1532us (2032us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.008958:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30354 00000100:00100000:3.0:1734671659.011421:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12302:x1818934752239616:12345-192.168.204.51@tcp:36:rm.0 Request processed in 3697us (4147us total) trans 4294982837 rc 0/0 00000100:00100000:3.0:1734671659.011431:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30355 00000100:00100000:2.0:1734671659.013259:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.013447:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239744 00000100:00100000:3.0:1734671659.013458:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239744 00000100:00100000:3.0:1734671659.013511:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30356 00000100:00100000:3.0:1734671659.013517:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12307:x1818934752239744:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.013554:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.013651:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a3:0x0]: rc = -2 00000100:00100000:3.0:1734671659.013725:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12307:x1818934752239744:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 207us (474us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.013732:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30356 00010000:00010000:1.0:1734671659.015745:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671659.015761:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671659.015770:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671659.015776:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.015781:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671659.015789:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671659.015809:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x41aa9094 (ffff880134d29e00) 00010000:00010000:1.0:1734671659.015812:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671659.015817:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00010000:00010000:1.0:1734671659.015822:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bd58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16887 initiator: MDT0 00000100:00100000:0.0:1734671659.016780:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.016881:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239872 00000100:00100000:1.0:1734671659.016891:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239872 00000100:00100000:1.0:1734671659.016934:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30357 00000100:00100000:1.0:1734671659.016942:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12307:x1818934752239872:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.016986:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a4:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.017083:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a4:0x0]: rc = -2 00000100:00100000:1.0:1734671659.017188:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12307:x1818934752239872:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 246us (416us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.017196:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30357 00000100:00100000:0.0:1734671659.017437:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.017503:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240000 00000100:00100000:3.0:1734671659.017509:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240000 00000100:00100000:3.0:1734671659.017533:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7489 00000100:00100000:3.0:1734671659.017538:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c96850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12302:x1818934752240000:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:0.0:1734671659.020186:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.020529:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240128 00000100:00100000:1.0:1734671659.020537:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240128 00000100:00100000:1.0:1734671659.020585:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30358 00000100:00100000:1.0:1734671659.020591:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12307:x1818934752240128:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.020636:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.020735:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671659.020773:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12307:x1818934752240128:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 181us (595us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.020779:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30358 00000100:00100000:3.0:1734671659.021009:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c96850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12302:x1818934752240000:12345-192.168.204.51@tcp:37:rm.0 Request processed in 3464us (3565us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671659.021020:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7489 00000100:00100000:0.0:1734671659.023405:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.023564:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240256 00000100:00100000:2.0:1734671659.023571:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240256 00000100:00100000:2.0:1734671659.023623:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30359 00000100:00100000:2.0:1734671659.023629:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12307:x1818934752240256:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.023746:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.023877:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.023910:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12307:x1818934752240256:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 280us (510us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.023916:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30359 00000100:00100000:0.0:1734671659.024378:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.024461:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240512 00000100:00100000:3.0:1734671659.024465:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240512 00000100:00100000:3.0:1734671659.024484:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7490 00000100:00100000:3.0:1734671659.024488:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12302:x1818934752240512:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671659.025380:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12302:x1818934752240512:12345-192.168.204.51@tcp:35:rm.0 Request processed in 888us (999us total) trans 4294982838 rc 0/0 00000100:00100000:3.0:1734671659.025387:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7490 00000100:00100000:0.0:1734671659.025462:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.025622:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240640 00000100:00100000:2.0:1734671659.025626:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240640 00000100:00100000:2.0:1734671659.025643:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30360 00000100:00100000:2.0:1734671659.025647:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12307:x1818934752240640:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.025661:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.025717:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a5:0x0]: rc = -2 00000100:00100000:2.0:1734671659.025737:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+414:12307:x1818934752240640:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 89us (276us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.025743:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30360 00000100:00100000:0.0:1734671659.029015:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.029069:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.029089:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240896 00000100:00100000:1.0:1734671659.029102:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240896 00000100:00100000:1.0:1734671659.029151:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241024 00000100:00100000:1.0:1734671659.029154:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241024 00000100:00100000:1.0:1734671659.029186:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30361 00000100:00100000:1.0:1734671659.029192:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12302:x1818934752240896:12345-192.168.204.51@tcp:36:rm.0 00000100:00100000:2.0:1734671659.029196:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30362 00000100:00100000:2.0:1734671659.029201:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+415:12307:x1818934752241024:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.029238:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1734671659.029247:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671659.029270:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98800/0x87a91e500609bcb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d82 expref: 415 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.029287:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cff600/0x87a91e5006069f66 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e8794 expref: 414 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.029298:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f0ecc00/0x87a91e500606468f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e6ad0 expref: 413 pid: 16887 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1734671659.029300:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00010000:00010000:1.0:1734671659.029311:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ea00/0x87a91e5006058487 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ab8 expref: 412 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.029319:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff88012eeb4300) 00010000:00010000:1.0:1734671659.029326:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671659.029338:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029348:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671659.029352:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12307:x1818934752241024:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 149us (283us total) trans 0 rc -2/-2 00010000:00010000:1.0:1734671659.029355:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671659.029358:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30362 00010000:00010000:1.0:1734671659.029365:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029371:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029375:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029486:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029490:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029494:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:1.0:1734671659.029903:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8270, 176 off1447640 00000004:00200000:1.0:1734671659.029942:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x35a:0x0]: returning size 11776 00010000:00010000:1.0:1734671659.029954:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029960:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029966:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029970:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.029973:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029979:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029986:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35a:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671659.029989:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671659.029991:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.029995:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bd74 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030022:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030027:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030031:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030035:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.030038:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030042:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030048:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:1.0:1734671659.030050:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671659.030052:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.030056:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bd66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671659.030062:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880092cc0000 reply state ffff88009310c000 transno 4294982839 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671659.030066:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671659.030109:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+412:12302:x1818934752240896:12345-192.168.204.51@tcp:36:rm.0 Request processed in 916us (1106us total) trans 4294982839 rc 0/0 00000100:00100000:1.0:1734671659.030114:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30361 00000100:00100000:0.0:1734671659.032921:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.033156:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241152 00000100:00100000:1.0:1734671659.033166:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241152 00010000:00010000:2.0:1734671659.033668:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.033704:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.033709:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671659.033710:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30363 00010000:00010000:2.0:1734671659.033714:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.033717:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671659.033718:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+412:12307:x1818934752241152:12345-192.168.204.51@tcp:53:lustre_rsync.0 00010000:00010000:2.0:1734671659.033723:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.033749:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45439694 (ffff8800910bdb00) 00010000:00010000:2.0:1734671659.033752:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.033755:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00000080:1.0:1734671659.033755:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1734671659.033760:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00000080:1.0:1734671659.033842:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:1.0:1734671659.033890:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12307:x1818934752241152:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 171us (979us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.033896:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30363 00000100:00100000:0.0:1734671659.034904:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.034960:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241280 00000100:00100000:3.0:1734671659.034969:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241280 00000100:00100000:3.0:1734671659.035014:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7491 00000100:00100000:3.0:1734671659.035019:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12302:x1818934752241280:12345-192.168.204.51@tcp:37:rm.0 00000100:00100000:2.0:1734671659.035958:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.036011:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241408 00000100:00100000:3.0:1734671659.036015:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241408 00000100:00100000:3.0:1734671659.036070:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30364 00000100:00100000:3.0:1734671659.036075:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12307:x1818934752241408:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.036092:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.036147:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.036180:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+413:12307:x1818934752241408:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 104us (224us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.036187:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30364 00000100:00100000:3.0:1734671659.037172:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12302:x1818934752241280:12345-192.168.204.51@tcp:37:rm.0 Request processed in 2148us (2267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671659.037178:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7491 00000100:00100000:0.0:1734671659.037231:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.037308:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241536 00000100:00100000:3.0:1734671659.037313:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241536 00000100:00100000:3.0:1734671659.037391:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30365 00000100:00100000:3.0:1734671659.037396:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12307:x1818934752241536:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.037414:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.037454:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.037483:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12307:x1818934752241536:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 85us (252us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.037489:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30365 00000100:00100000:0.0:1734671659.040087:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.040480:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241664 00000100:00100000:1.0:1734671659.040488:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241664 00000100:00100000:1.0:1734671659.040527:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30366 00000100:00100000:1.0:1734671659.040533:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12307:x1818934752241664:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.040560:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.040625:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a6:0x0]: rc = -2 00000100:00100000:1.0:1734671659.040660:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12307:x1818934752241664:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (577us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.040666:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30366 00000100:00100000:0.0:1734671659.041238:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.041276:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241920 00000100:00100000:3.0:1734671659.041280:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241920 00000100:00100000:3.0:1734671659.041310:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7492 00000100:00100000:3.0:1734671659.041315:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12302:x1818934752241920:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671659.043562:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+412:12302:x1818934752241920:12345-192.168.204.51@tcp:35:rm.0 Request processed in 2240us (2318us total) trans 4294982840 rc 0/0 00000100:00100000:3.0:1734671659.043572:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7492 00000100:00100000:0.0:1734671659.044149:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.044211:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242048 00000100:00100000:3.0:1734671659.044217:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242048 00000100:00100000:1.0:1734671659.046127:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30367 00000100:00100000:1.0:1734671659.046136:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+412:12307:x1818934752242048:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.046166:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.046238:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a7:0x0]: rc = -2 00000100:00100000:1.0:1734671659.046277:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+412:12307:x1818934752242048:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 141us (2128us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.046312:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.046383:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30367 00000100:00100000:3.0:1734671659.047039:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242304 00000100:00100000:3.0:1734671659.047046:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242304 00000100:00100000:3.0:1734671659.047081:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30368 00000100:00100000:3.0:1734671659.047086:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+412:12302:x1818934752242304:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.047125:0:7083:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671659.047147:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c98200/0x87a91e500609bccc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d89 expref: 412 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.047163:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ce9000/0x87a91e500605fdef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e521f expref: 411 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.047173:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094431400/0x87a91e50060569de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x308:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f6d expref: 410 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.047181:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a5800/0x87a91e500605691a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x308:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f2e expref: 409 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.047190:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff8800a792de00) 00010000:00010000:3.0:1734671659.047198:0:7083:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.047211:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047220:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047226:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047236:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047241:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047245:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047322:0:7083:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x308:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047327:0:7083:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047332:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000040:00080000:3.0:1734671659.047732:0:7083:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8271, 176 off1447816 00000004:00200000:3.0:1734671659.047775:0:7083:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x308:0x0]: returning size 12800 00010000:00010000:3.0:1734671659.047787:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047793:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047798:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047803:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.047805:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047811:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047817:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x308:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671659.047819:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.047822:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047825:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40200/0x87a91e500609bd89 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x308:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047857:0:7083:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047861:0:7083:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047866:0:7083:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047869:0:7083:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.047871:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047879:0:7083:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047884:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:3.0:1734671659.047886:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.047888:0:7083:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1734671659.047892:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bd7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1734671659.047898:0:7083:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff8800a57c4000 reply state ffff880131bc0000 transno 4294982841 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1734671659.047903:0:7083:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.047947:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+410:12302:x1818934752242304:12345-192.168.204.51@tcp:36:rm.0 Request processed in 859us (1635us total) trans 4294982841 rc 0/0 00000100:00100000:3.0:1734671659.047953:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30368 00010000:00010000:1.0:1734671659.049511:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671659.049522:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671659.049526:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671659.049531:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.049534:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671659.049539:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671659.049550:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x45524f8f (ffff880134d29f00) 00010000:00010000:1.0:1734671659.049552:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671659.049555:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1734671659.049560:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bd82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1734671659.050115:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.050170:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242560 00000100:00100000:3.0:1734671659.050177:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242560 00000100:00100000:3.0:1734671659.050245:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7493 00000100:00100000:3.0:1734671659.050252:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12302:x1818934752242560:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:0.0:1734671659.050383:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.050651:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+410:12302:x1818934752242560:12345-192.168.204.51@tcp:35:rm.0 Request processed in 398us (537us total) trans 4294982842 rc 0/0 00000100:00100000:3.0:1734671659.050661:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7493 00000100:00100000:2.0:1734671659.050924:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242688 00000100:00100000:2.0:1734671659.050928:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242688 00000100:00100000:2.0:1734671659.050949:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30369 00000100:00100000:2.0:1734671659.050954:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+410:12307:x1818934752242688:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.050970:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.051035:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.051072:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+410:12307:x1818934752242688:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (688us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.051078:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30369 00000100:00100000:0.0:1734671659.052398:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.052527:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.052655:0:16887:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242944 00000100:00100000:2.0:1734671659.052660:0:16887:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242944 00000100:00100000:1.0:1734671659.052775:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243072 00000100:00100000:1.0:1734671659.052779:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243072 00000100:00100000:1.0:1734671659.052809:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30370 00000100:00100000:1.0:1734671659.052815:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+411:12302:x1818934752242944:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:1.0:1734671659.052851:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1734671659.052873:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093378600/0x87a91e5006056856 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eef expref: 411 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.052887:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc70e00/0x87a91e500605d451 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e447a expref: 410 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.052896:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997a4e00/0x87a91e5006055ea8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b29 expref: 409 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.052905:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800914fea00) 00010000:00010000:1.0:1734671659.052917:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bed5000/0x87a91e500609b9ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d0b expref: 408 pid: 22277 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.052923:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:1.0:1734671659.052925:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671659.052939:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.052948:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.052956:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.052966:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.052971:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.052975:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053053:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053059:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053065:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.053073:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30371 00000100:00100000:3.0:1734671659.053078:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752243072:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.053093:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.053126:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.053156:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752243072:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 77us (629us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.053161:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30371 00000040:00080000:1.0:1734671659.053498:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8272, 176 off1447992 00000004:00200000:1.0:1734671659.053538:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2e2:0x0]: returning size 11776 00010000:00010000:1.0:1734671659.053549:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053554:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053559:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053565:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.053567:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053573:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053579:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff8800910bd000) 00010000:00010000:1.0:1734671659.053582:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671659.053585:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053589:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86e00/0x87a91e500609bd9e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053625:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053629:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053634:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053637:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f9000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.053639:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053643:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053649:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:1.0:1734671659.053651:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671659.053654:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:1.0:1734671659.053657:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9000/0x87a91e500609bd90 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:1.0:1734671659.053664:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012eed5880 reply state ffff88009310f000 transno 4294982843 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:1.0:1734671659.053669:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671659.054104:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+408:12302:x1818934752242944:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1286us (1708us total) trans 4294982843 rc 0/0 00000100:00100000:1.0:1734671659.054110:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30370 00000100:00100000:0.0:1734671659.056553:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.056648:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.056708:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243456 00000100:00100000:3.0:1734671659.056716:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243456 00000100:00100000:3.0:1734671659.056746:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7494 00000100:00100000:1.0:1734671659.056746:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243200 00000100:00100000:1.0:1734671659.056749:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243200 00000100:00100000:3.0:1734671659.056751:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12302:x1818934752243456:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:1.0:1734671659.056767:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30372 00000100:00100000:1.0:1734671659.056770:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12307:x1818934752243200:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.056786:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.056843:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:1.0:1734671659.056878:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12307:x1818934752243200:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (331us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.056883:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30372 00010000:00010000:2.0:1734671659.056951:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.056959:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.056965:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.056969:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800935f8a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.056972:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.056978:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.056990:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x746dd4eb (ffff8800910bdb00) 00010000:00010000:2.0:1734671659.056992:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.056995:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.057000:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8a00/0x87a91e500609bd97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.057049:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+408:12302:x1818934752243456:12345-192.168.204.51@tcp:35:rm.0 Request processed in 296us (400us total) trans 4294982844 rc 0/0 00000100:00100000:3.0:1734671659.057054:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7494 00000100:00100000:0.0:1734671659.059410:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.059958:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.060026:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243584 00000100:00100000:1.0:1734671659.060032:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243584 00000100:00100000:1.0:1734671659.060071:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243840 00000100:00100000:1.0:1734671659.060073:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243840 00000100:00100000:2.0:1734671659.060415:0:16887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30373 00000100:00100000:2.0:1734671659.060422:0:16887:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12307:x1818934752243584:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1734671659.060452:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30374 00000004:00000080:2.0:1734671659.060453:0:16887:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1734671659.060457:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12302:x1818934752243840:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.060488:0:7084:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671659.060508:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba1a400/0x87a91e500605d244 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e43e7 expref: 409 pid: 16887 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1734671659.060519:0:16887:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00010000:00010000:3.0:1734671659.060523:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24200/0x87a91e5006055a25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e195b expref: 408 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.060533:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e2a00/0x87a91e500605595a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1923 expref: 407 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.060541:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8801369b2100) 00010000:00010000:3.0:1734671659.060548:0:7084:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671659.060553:0:16887:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12307:x1818934752243584:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 131us (1152us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.060559:0:16887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30373 00010000:00010000:3.0:1734671659.060560:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060572:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060580:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060589:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060595:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060600:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060691:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060698:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.060704:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000040:00080000:3.0:1734671659.061062:0:7084:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8273, 176 off1448168 00000004:00200000:3.0:1734671659.061103:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2e0:0x0]: returning size 11776 00010000:00010000:3.0:1734671659.061115:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061120:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061125:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061134:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.061137:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061143:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061150:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671659.061153:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.061156:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061160:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40400/0x87a91e500609bdb3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061188:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061193:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061198:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061202:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.061204:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061209:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061214:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:3.0:1734671659.061215:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.061218:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.061222:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41200/0x87a91e500609bda5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000004:00010000:3.0:1734671659.061230:0:7084:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012eed5500 reply state ffff880092db6000 transno 4294982845 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:3.0:1734671659.061235:0:7084:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.061270:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12302:x1818934752243840:12345-192.168.204.51@tcp:36:rm.0 Request processed in 811us (1311us total) trans 4294982845 rc 0/0 00000100:00100000:3.0:1734671659.061275:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30374 00010000:00010000:1.0:1734671659.064514:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.064528:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.064537:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.064543:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.064547:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.064554:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.064571:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x6599e0d1 (ffff880134d29200) 00010000:00010000:1.0:1734671659.064574:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671659.064578:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.064582:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40600/0x87a91e500609bdac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2df:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000100:00100000:0.0:1734671659.064719:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.064745:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243968 00000100:00100000:2.0:1734671659.064752:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243968 00000100:00100000:2.0:1734671659.064794:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30375 00000100:00100000:2.0:1734671659.064800:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12307:x1818934752243968:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.064828:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.064900:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.065232:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12307:x1818934752243968:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 430us (516us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.065239:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30375 00000100:00100000:0.0:1734671659.065731:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.065797:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244096 00000100:00100000:2.0:1734671659.065801:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244096 00000100:00100000:2.0:1734671659.065828:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30376 00000100:00100000:2.0:1734671659.065833:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12302:x1818934752244096:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:2.0:1734671659.065845:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734671659.065858:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bdba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d90 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671659.065899:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.065908:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.065915:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.065929:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.065934:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.065939:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066004:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bdcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066010:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bdcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066015:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bdcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:2.0:1734671659.066045:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 11776 00000004:00200000:2.0:1734671659.066048:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734671659.066060:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bdcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066066:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066071:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066075:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066079:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c59c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.066082:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066087:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066095:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:2.0:1734671659.066097:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.066100:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066104:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59c00/0x87a91e500609bdc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066112:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066116:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066120:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066123:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131c58200 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.066125:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066129:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066134:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65dce0d1 (ffff88008b0bf900) 00010000:00010000:2.0:1734671659.066136:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.066138:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066142:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c58200/0x87a91e500609bdc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.066164:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59a00/0x87a91e500609bdba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d90 expref: 408 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671659.066173:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bdcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d90 expref: 407 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671659.066177:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:2.0:1734671659.066179:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734671659.066180:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131c59200, rc 0) 00000100:00100000:2.0:1734671659.066203:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12302:x1818934752244096:12345-192.168.204.51@tcp:101:rm.0 Request processed in 370us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671659.066208:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30376 00000100:00100000:0.0:1734671659.067387:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.067941:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244224 00000100:00100000:2.0:1734671659.067947:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244224 00000100:00100000:2.0:1734671659.067986:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30377 00000100:00100000:2.0:1734671659.067992:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752244224:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.068014:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.068071:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.068114:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752244224:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (729us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.068121:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30377 00000100:00100000:0.0:1734671659.069130:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.069165:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244480 00000100:00100000:3.0:1734671659.069170:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244480 00000100:00100000:3.0:1734671659.069193:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7495 00000100:00100000:3.0:1734671659.069198:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c96450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12302:x1818934752244480:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671659.069345:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c96450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+408:12302:x1818934752244480:12345-192.168.204.51@tcp:35:rm.0 Request processed in 146us (217us total) trans 4294982846 rc 0/0 00000100:00100000:3.0:1734671659.069351:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7495 00000100:00100000:0.0:1734671659.072257:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.072350:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244608 00000100:00100000:3.0:1734671659.072358:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244608 00000100:00100000:0.0:1734671659.072651:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.072692:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244864 00000100:00100000:3.0:1734671659.072696:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244864 00000100:00100000:3.0:1734671659.072712:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30378 00000100:00100000:3.0:1734671659.072718:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12307:x1818934752244608:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.072748:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.072823:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.072869:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+409:12307:x1818934752244608:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 149us (617us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.072876:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30378 00000100:00100000:3.0:1734671659.072905:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30379 00000100:00100000:3.0:1734671659.072909:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+408:12302:x1818934752244864:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.072940:0:7084:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671659.072962:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131c59200/0x87a91e500609bdcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d90 expref: 408 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.072977:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094634600/0x87a91e500609b9bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7cfd expref: 407 pid: 16887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.072987:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff88008b0bf100) 00010000:00010000:3.0:1734671659.072999:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944caa00/0x87a91e500609b746 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7c2b expref: 406 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.073005:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff88008b0bf400) 00010000:00010000:3.0:1734671659.073009:0:7084:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.073025:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073034:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073041:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073051:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073056:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073061:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073346:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073352:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073358:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000040:00080000:3.0:1734671659.073934:0:7084:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8274, 176 off1448344 00000004:00200000:3.0:1734671659.073973:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 11776 00010000:00010000:3.0:1734671659.073985:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073991:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073995:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.073999:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.074003:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074008:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074015:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff880134d29f00) 00010000:00010000:3.0:1734671659.074017:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.074019:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074024:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a40800/0x87a91e500609bde4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074049:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074053:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074057:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074060:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41c00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.074062:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074066:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074070:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671659.074072:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.074074:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:3.0:1734671659.074077:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41c00/0x87a91e500609bdd6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000004:00010000:3.0:1734671659.074084:0:7084:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88012eed6300 reply state ffff880094455000 transno 4294982847 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:3.0:1734671659.074089:0:7084:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.074123:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12302:x1818934752244864:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1211us (1471us total) trans 4294982847 rc 0/0 00000100:00100000:3.0:1734671659.074132:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30379 00000100:00100000:0.0:1734671659.074823:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.074991:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244992 00000100:00100000:3.0:1734671659.074997:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244992 00000100:00100000:3.0:1734671659.075044:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30380 00000100:00100000:3.0:1734671659.075050:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752244992:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.075069:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.075104:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.075139:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752244992:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 88us (317us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.075145:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30380 00000100:00100000:0.0:1734671659.078089:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.078169:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245248 00000100:00100000:1.0:1734671659.078176:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245248 00000100:00100000:1.0:1734671659.078217:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30381 00000100:00100000:1.0:1734671659.078223:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12302:x1818934752245248:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:1.0:1734671659.078261:0:7084:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1734671659.078281:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800938b3000/0x87a91e500605bff9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e3dea expref: 407 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671659.078359:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.078367:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.078376:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.078381:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.078384:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.078389:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.078398:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x65dce0d1 (ffff880134d29800) 00010000:00010000:2.0:1734671659.078401:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.078404:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.078408:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a41e00/0x87a91e500609bddd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078486:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914a0600/0x87a91e5006055229 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1691 expref: 405 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671659.078495:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff88008e829100) 00010000:00010000:1.0:1734671659.078500:0:7084:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671659.078517:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078526:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078534:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078542:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078548:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078552:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078642:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078649:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.078654:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:0.0:1734671659.078671:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.078739:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245376 00000100:00100000:3.0:1734671659.078743:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245376 00000100:00100000:3.0:1734671659.078759:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30382 00000100:00100000:3.0:1734671659.078764:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245376:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.078778:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.078815:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a8:0x0]: rc = -2 00000100:00100000:3.0:1734671659.078848:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245376:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 84us (177us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.078855:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30382 00000040:00080000:1.0:1734671659.079270:0:7084:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].718, 64 off54208 00000040:00080000:1.0:1734671659.079291:0:7084:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8275, 184 off1448528 00010000:00010000:1.0:1734671659.079339:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079346:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079355:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079360:0:7084:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079363:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079367:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079371:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079374:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b86600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671659.079377:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079381:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079387:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff8800910bd400) 00010000:00010000:1.0:1734671659.079389:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1734671659.079391:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079395:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b86600/0x87a91e500609be00 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079412:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079417:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079421:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079425:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.079427:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079432:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079438:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff8800910bd400) 00010000:00010000:1.0:1734671659.079439:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1734671659.079442:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079446:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87400/0x87a91e500609bdf9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079488:0:7084:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079493:0:7084:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079497:0:7084:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079500:0:7084:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:1.0:1734671659.079502:0:7084:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079505:0:7084:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079513:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff8800910bd100) 00010000:00010000:1.0:1734671659.079515:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734671659.079516:0:7084:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671659.079519:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87e00/0x87a91e500609bdeb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000004:00010000:1.0:1734671659.079526:0:7084:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff88008cf10e00 reply state ffff88009be3f000 transno 4294982848 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671659.079531:0:7084:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734671659.079575:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12302:x1818934752245248:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1351us (1492us total) trans 4294982848 rc 0/0 00000100:00100000:1.0:1734671659.079580:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30381 00000100:00100000:0.0:1734671659.081657:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671659.081838:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.081848:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.081853:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.081858:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094b87000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.081861:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.081866:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671659.081871:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245504 00000100:00100000:1.0:1734671659.081876:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245504 00010000:00010000:2.0:1734671659.081877:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0xa6575bd4 (ffff8800910bdd00) 00010000:00010000:2.0:1734671659.081879:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.081881:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1734671659.081885:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b87000/0x87a91e500609bdf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000100:00100000:1.0:1734671659.081914:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30383 00000100:00100000:1.0:1734671659.081923:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245504:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.081949:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5a9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.082007:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5a9:0x0]: rc = -2 00000100:00100000:1.0:1734671659.082047:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245504:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (394us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.082053:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30383 00000100:00100000:0.0:1734671659.083317:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.083368:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245632 00000100:00100000:3.0:1734671659.083373:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245632 00000100:00100000:3.0:1734671659.083504:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30384 00000100:00100000:3.0:1734671659.083510:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245632:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.083532:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.083580:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.084118:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245632:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 606us (803us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.084124:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30384 00000100:00100000:0.0:1734671659.092888:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.092965:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245760 00000100:00100000:3.0:1734671659.092972:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245760 00000100:00100000:3.0:1734671659.093018:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30385 00000100:00100000:3.0:1734671659.093025:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245760:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.093055:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.093124:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.093158:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245760:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (277us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.093165:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30385 00000100:00100000:0.0:1734671659.094806:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.094882:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245888 00000100:00100000:1.0:1734671659.094888:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245888 00000100:00100000:1.0:1734671659.094925:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30386 00000100:00100000:1.0:1734671659.094931:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245888:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.094954:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.095005:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:1.0:1734671659.096328:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752245888:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1391us (1520us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.096336:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30386 00000100:00100000:0.0:1734671659.100926:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.101039:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246016 00000100:00100000:1.0:1734671659.101047:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246016 00000100:00100000:1.0:1734671659.101093:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30387 00000100:00100000:1.0:1734671659.101100:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246016:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.101125:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.101193:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:1.0:1734671659.101236:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246016:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 135us (316us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.101243:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30387 00000100:00100000:0.0:1734671659.102497:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.102535:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246144 00000100:00100000:1.0:1734671659.102540:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246144 00000100:00100000:1.0:1734671659.102816:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30388 00000100:00100000:1.0:1734671659.102822:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246144:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.102840:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5aa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.102890:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5aa:0x0]: rc = -2 00000100:00100000:1.0:1734671659.102925:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246144:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (428us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.102931:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30388 00000100:00100000:0.0:1734671659.103793:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.103855:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246272 00000100:00100000:1.0:1734671659.103859:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246272 00000100:00100000:1.0:1734671659.103894:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30389 00000100:00100000:1.0:1734671659.103899:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246272:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.103913:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5ab:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.103946:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5ab:0x0]: rc = -2 00000100:00100000:1.0:1734671659.103976:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246272:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 75us (183us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.103981:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30389 00000100:00100000:0.0:1734671659.105464:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.105625:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246400 00000100:00100000:1.0:1734671659.105630:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246400 00000100:00100000:1.0:1734671659.105662:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30390 00000100:00100000:1.0:1734671659.105667:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246400:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.105940:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5ac:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.106031:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5ac:0x0]: rc = -2 00000100:00100000:1.0:1734671659.106160:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246400:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 491us (697us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.106167:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30390 00000100:00100000:0.0:1734671659.109028:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.109126:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246528 00000100:00100000:1.0:1734671659.109134:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246528 00000100:00100000:1.0:1734671659.109180:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30391 00000100:00100000:1.0:1734671659.109186:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246528:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.109209:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5ad:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.109270:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5ad:0x0]: rc = -2 00000100:00100000:1.0:1734671659.109302:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246528:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (280us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.109308:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30391 00000100:00100000:0.0:1734671659.115787:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.115848:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246656 00000100:00100000:3.0:1734671659.115856:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246656 00000100:00100000:3.0:1734671659.115900:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30392 00000100:00100000:3.0:1734671659.115906:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246656:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.115935:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.116015:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.116527:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12307:x1818934752246656:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 619us (746us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.116534:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30392 00000100:00100000:0.0:1734671659.116722:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.116935:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246912 00000100:00100000:3.0:1734671659.116939:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246912 00000100:00100000:3.0:1734671659.117051:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7496 00000100:00100000:3.0:1734671659.117056:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12302:x1818934752246912:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671659.117193:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12302:x1818934752246912:12345-192.168.204.51@tcp:35:rm.0 Request processed in 136us (470us total) trans 4294982849 rc 0/0 00000100:00100000:3.0:1734671659.117199:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7496 00000100:00100000:0.0:1734671659.118959:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.119001:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.119213:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247040 00000100:00100000:3.0:1734671659.119219:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247040 00000100:00100000:3.0:1734671659.119255:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247296 00000100:00100000:3.0:1734671659.119258:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247296 00000100:00100000:3.0:1734671659.119273:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30393 00000100:00100000:3.0:1734671659.119278:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752247040:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.119301:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.119362:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.119393:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+407:12307:x1818934752247040:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (438us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.119398:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30393 00000100:00100000:3.0:1734671659.119411:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30394 00000100:00100000:3.0:1734671659.119415:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+406:12302:x1818934752247296:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.119441:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671659.120033:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1a00/0x87a91e5006055413 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2da:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1747 expref: 406 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.120048:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae9e200/0x87a91e50060556b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1819 expref: 405 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.120059:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931b9200/0x87a91e500605533a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e16f3 expref: 404 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.120066:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8801369b2700) 00010000:00010000:3.0:1734671659.120074:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.120090:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120098:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120104:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120113:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120118:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120122:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120185:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120191:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120195:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671659.120542:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].719, 64 off54272 00000004:00080000:3.0:1734671659.120549:0:7085:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 341351872681ns, next at 342351871340ns, rc = 0 00000040:00080000:3.0:1734671659.120567:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8276, 176 off1448704 00010000:00010000:3.0:1734671659.120625:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120633:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120642:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120647:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120651:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120656:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120661:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120666:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801308f0200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671659.120669:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120694:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120702:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671659.120705:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671659.120708:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120712:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801308f0200/0x87a91e500609be1c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120732:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120736:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120741:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120744:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099751e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.120747:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120751:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120756:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff880134d29300) 00010000:00010000:3.0:1734671659.120758:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.120760:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120763:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099751e00/0x87a91e500609be15 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120797:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120802:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120806:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120810:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389a400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.120812:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120816:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120825:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff880134d29e00) 00010000:00010000:3.0:1734671659.120827:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.120829:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.120833:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009389a400/0x87a91e500609be07 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671659.120842:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134891500 reply state ffff88009bd78000 transno 4294982850 ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.120848:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.120908:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+405:12302:x1818934752247296:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1489us (1904us total) trans 4294982850 rc 0/0 00000100:00100000:3.0:1734671659.120914:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30394 00010000:00010000:2.0:1734671659.122641:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.122650:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.122656:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.122660:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099750000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.122663:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.122667:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.122759:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x6e65cac7 (ffff880134d29700) 00010000:00010000:2.0:1734671659.122762:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.122764:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.122768:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099750000/0x87a91e500609be0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671659.123086:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.123193:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247424 00000100:00100000:3.0:1734671659.123200:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247424 00000100:00100000:3.0:1734671659.123243:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30395 00000100:00100000:3.0:1734671659.123248:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+404:12307:x1818934752247424:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.123274:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.123329:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.123728:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+404:12307:x1818934752247424:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 478us (644us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.123735:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30395 00000100:00100000:0.0:1734671659.124040:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.124190:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247680 00000100:00100000:3.0:1734671659.124195:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247680 00000100:00100000:3.0:1734671659.124224:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30396 00000100:00100000:3.0:1734671659.124228:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+404:12302:x1818934752247680:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.124257:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671659.124271:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3800/0x87a91e50060557af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1866 expref: 404 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.124283:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfae400/0x87a91e5006055539 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17a2 expref: 403 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.124292:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008dfaf200/0x87a91e5006055524 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e179b expref: 402 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.124299:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff88008e829400) 00010000:00010000:3.0:1734671659.124309:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009226d400/0x87a91e500605cd66 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4258 expref: 401 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.124315:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff88008e829d00) 00010000:00010000:3.0:1734671659.124317:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.124329:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.124339:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.124345:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.124355:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.124359:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.124368:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.125201:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.125208:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.125214:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671659.126218:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.126438:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247808 00000100:00100000:1.0:1734671659.126444:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247808 00000100:00100000:1.0:1734671659.126816:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30397 00000100:00100000:1.0:1734671659.126823:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12307:x1818934752247808:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.126845:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.126900:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671659.126944:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12307:x1818934752247808:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (728us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.126950:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30397 00000040:00080000:3.0:1734671659.126957:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].719, 64 off54272 00000040:00080000:3.0:1734671659.127088:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8277, 184 off1448888 00010000:00010000:3.0:1734671659.127144:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127155:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127163:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127169:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127174:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127179:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127184:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127192:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094204000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671659.127196:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127202:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127209:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff880134d29800) 00010000:00010000:3.0:1734671659.127211:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671659.127214:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127219:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094204000/0x87a91e500609be38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127237:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127241:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127246:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127249:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b32e00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.127252:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127257:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127262:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff880134d29800) 00010000:00010000:3.0:1734671659.127264:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.127266:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127270:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32e00/0x87a91e500609be31 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127310:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127315:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127320:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127323:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b32800 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.127325:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127329:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127334:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff88008e829d00) 00010000:00010000:3.0:1734671659.127336:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.127338:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.127342:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32800/0x87a91e500609be23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671659.127348:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134893b80 reply state ffff88008dea7000 transno 4294982851 ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.127353:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.127397:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+402:12302:x1818934752247680:12345-192.168.204.51@tcp:36:rm.0 Request processed in 3167us (3356us total) trans 4294982851 rc 0/0 00000100:00100000:3.0:1734671659.127403:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30396 00010000:00010000:2.0:1734671659.128665:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.128696:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671659.128700:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671659.128702:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.128706:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b33400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.128709:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.128715:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.128725:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0xc5bc182a (ffff880134d29f00) 00010000:00010000:2.0:1734671659.128727:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.128730:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.128734:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b33400/0x87a91e500609be2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.128868:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247936 00000100:00100000:3.0:1734671659.128874:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247936 00000100:00100000:3.0:1734671659.128897:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30398 00000100:00100000:3.0:1734671659.128903:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12307:x1818934752247936:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.128926:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.128971:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.129395:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12307:x1818934752247936:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 490us (695us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.129401:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30398 00000100:00100000:0.0:1734671659.130316:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.130360:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248192 00000100:00100000:3.0:1734671659.130366:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248192 00000100:00100000:3.0:1734671659.130514:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30399 00000100:00100000:3.0:1734671659.130520:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12302:x1818934752248192:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.130555:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1734671659.130571:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d8e3400/0x87a91e50060557e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e18a5 expref: 401 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.130586:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091459e00/0x87a91e5006055594 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17be expref: 400 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.130597:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a24800/0x87a91e500605557f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b7 expref: 399 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.130604:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff88008e829000) 00010000:00010000:3.0:1734671659.130620:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.130634:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130644:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130651:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130660:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130666:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130670:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130840:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130846:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.130851:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671659.131258:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000040:00080000:3.0:1734671659.131317:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x3:0x0].720, 64 off54336 00000040:00080000:3.0:1734671659.131336:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8278, 184 off1449072 00010000:00010000:3.0:1734671659.131380:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131386:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131393:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131399:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131403:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131408:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131413:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131418:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b32600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671659.131420:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131426:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131432:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671659.131434:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671659.131437:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131442:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091b32600/0x87a91e500609be54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131457:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131462:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131466:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131471:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338ec00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.131473:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131477:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131482:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff880134d29500) 00010000:00010000:3.0:1734671659.131485:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.131487:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131491:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ec00/0x87a91e500609be4d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131531:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131535:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131538:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131542:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.131544:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131547:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131553:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff88008e829d00) 00010000:00010000:3.0:1734671659.131555:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.131557:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.131562:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671659.131568:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134890700 reply state ffff88008dea5000 transno 4294982852 ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.131573:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.131628:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+400:12302:x1818934752248192:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1107us (1313us total) trans 4294982852 rc 0/0 00000100:00100000:3.0:1734671659.131634:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30399 00000100:00100000:3.0:1734671659.131646:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248320 00000100:00100000:3.0:1734671659.131650:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248320 00000100:00100000:3.0:1734671659.131664:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30400 00000100:00100000:3.0:1734671659.131668:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+400:12307:x1818934752248320:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.131695:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.131727:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.132141:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+400:12307:x1818934752248320:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 471us (883us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.132147:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30400 00010000:00010000:2.0:1734671659.132974:0:3288:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.132991:0:3288:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.132996:0:3288:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.133000:0:3288:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338ee00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.133003:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.133008:0:3288:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.133017:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x2060c1a3 (ffff880134d29d00) 00010000:00010000:2.0:1734671659.133019:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.133021:0:3288:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.133026:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338ee00/0x87a91e500609be46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:0.0:1734671659.134986:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.135110:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248448 00000100:00100000:2.0:1734671659.135117:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248448 00000100:00100000:2.0:1734671659.135158:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30401 00000100:00100000:2.0:1734671659.135165:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+399:12307:x1818934752248448:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.135209:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.135270:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.135306:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+399:12307:x1818934752248448:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (325us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.135313:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30401 00000100:00100000:0.0:1734671659.141140:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.141194:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.141288:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248832 00000100:00100000:2.0:1734671659.141295:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248832 00000100:00100000:2.0:1734671659.141331:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7497 00000100:00100000:2.0:1734671659.141338:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+399:12302:x1818934752248832:12345-192.168.204.51@tcp:35:rm.0 00000100:00100000:3.0:1734671659.142176:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248576 00000100:00100000:3.0:1734671659.142181:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248576 00000100:00100000:3.0:1734671659.142206:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30402 00000100:00100000:3.0:1734671659.142210:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12307:x1818934752248576:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.142228:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.142287:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.142356:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12302:x1818934752248832:12345-192.168.204.51@tcp:35:rm.0 Request processed in 1017us (1161us total) trans 4294982853 rc 0/0 00000100:00100000:2.0:1734671659.142364:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7497 00000100:00100000:3.0:1734671659.143000:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+400:12307:x1818934752248576:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 786us (1864us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.143019:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30402 00000100:00100000:0.0:1734671659.146743:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.146788:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.147173:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249088 00000100:00100000:2.0:1734671659.147182:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249088 00000100:00100000:2.0:1734671659.147213:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249216 00000100:00100000:2.0:1734671659.147215:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249216 00000100:00100000:2.0:1734671659.147236:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30403 00000100:00100000:2.0:1734671659.147242:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12307:x1818934752249088:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.147271:0:7083:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5ae:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.147341:0:7083:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5ae:0x0]: rc = -2 00000100:00100000:3.0:1734671659.147541:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30404 00000100:00100000:3.0:1734671659.147547:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+401:12302:x1818934752249216:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:3.0:1734671659.147576:0:7085:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1734671659.147598:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25a00/0x87a91e50060556cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1820 expref: 401 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.147623:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944cb000/0x87a91e50060555ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17da expref: 400 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.147634:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f9c00/0x87a91e500605d0ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2de:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e4370 expref: 399 pid: 11200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.147644:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a25800/0x87a91e50060555da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17d3 expref: 398 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.147651:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff88013544de00) 00010000:00010000:3.0:1734671659.147659:0:7085:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671659.147698:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.147709:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.147716:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.147727:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.147733:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.147746:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:2.0:1734671659.148968:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+397:12307:x1818934752249088:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1721us (2229us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.148974:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30403 00010000:00010000:3.0:1734671659.149084:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.149091:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.149098:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000040:00080000:3.0:1734671659.150717:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0x6:0x0].720, 64 off54336 00000040:00080000:3.0:1734671659.150742:0:7085:0:(llog_osd.c:741:llog_osd_write_rec()) added record [0x1:0xa:0x0].8279, 192 off1449264 00010000:00010000:3.0:1734671659.150808:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150819:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150827:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150833:0:7085:0:(ldlm_lock.c:941:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150838:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150842:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150851:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150856:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338e200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671659.150858:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150863:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150872:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671659.150874:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1734671659.150878:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150883:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338e200/0x87a91e500609be70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150904:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150909:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150913:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150917:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009338f600 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.150919:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150923:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150932:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff880134d29c00) 00010000:00010000:3.0:1734671659.150933:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1734671659.150935:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150939:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009338f600/0x87a91e500609be69 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150994:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.150999:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.151003:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.151006:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae3d000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.151008:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.151012:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.151018:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff88008e829d00) 00010000:00010000:3.0:1734671659.151020:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.151021:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.151025:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3d000/0x87a91e500609be5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000004:00010000:3.0:1734671659.151032:0:7085:0:(mdt_handler.c:4336:mdt_save_lock()) ### save lock request ffff880134891180 reply state ffff880099941000 transno 4294982854 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.151038:0:7085:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734671659.151108:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12302:x1818934752249216:12345-192.168.204.51@tcp:36:rm.0 Request processed in 3556us (4315us total) trans 4294982854 rc 0/0 00000100:00100000:3.0:1734671659.151115:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30404 00000100:00100000:0.0:1734671659.153768:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671659.154031:0:3287:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.154040:0:3287:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.154045:0:3287:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.154049:0:3287:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae3c000 already unused, calling callback (ffffffffa1342960) 00010000:00010000:2.0:1734671659.154053:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.154058:0:3287:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.154073:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x11854626 (ffff880134d29200) 00010000:00010000:2.0:1734671659.154075:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734671659.154078:0:3287:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:2.0:1734671659.154086:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae3c000/0x87a91e500609be62 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00000100:00100000:3.0:1734671659.154351:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249344 00000100:00100000:3.0:1734671659.154358:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249344 00000100:00100000:3.0:1734671659.154398:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30405 00000100:00100000:3.0:1734671659.154405:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+397:12307:x1818934752249344:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.154435:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5af:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.154497:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5af:0x0]: rc = -2 00000100:00100000:3.0:1734671659.154544:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+397:12307:x1818934752249344:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (782us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.154550:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30405 00000100:00100000:0.0:1734671659.156127:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.156261:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249472 00000100:00100000:3.0:1734671659.156267:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249472 00000100:00100000:3.0:1734671659.156306:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30406 00000100:00100000:3.0:1734671659.156311:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+397:12110:x1818934752249472:12345-192.168.204.51@tcp:101:bash.0 00010000:00010000:3.0:1734671659.156323:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671659.156336:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70e00/0x87a91e500609be77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d97 expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.156414:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156425:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156436:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156447:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156452:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156457:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156798:0:7085:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71400/0x87a91e500609be8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156804:0:7085:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71400/0x87a91e500609be8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156809:0:7085:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71400/0x87a91e500609be8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00000004:00200000:3.0:1734671659.156836:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 11776 00000004:00200000:3.0:1734671659.156839:0:7085:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1734671659.156849:0:7085:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71400/0x87a91e500609be8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156855:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156859:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156864:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156871:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c70400 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.156875:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156880:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156886:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801369b2b00) 00010000:00010000:3.0:1734671659.156888:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.156891:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156895:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70400/0x87a91e500609be7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156902:0:7085:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156906:0:7085:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156910:0:7085:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156913:0:7085:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c71a00 already unused, calling callback (ffffffffa1342960) 00010000:00010000:3.0:1734671659.156915:0:7085:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156918:0:7085:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156922:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bcb6391 (ffff880134d29800) 00010000:00010000:3.0:1734671659.156924:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734671659.156926:0:7085:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156929:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71a00/0x87a91e500609be85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bcb6391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7085 initiator: MDT0 00010000:00010000:3.0:1734671659.156949:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134c70e00/0x87a91e500609be77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d97 expref: 399 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.156958:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134c71400/0x87a91e500609be8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d97 expref: 398 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671659.156964:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff880134d29f00) 00010000:00010000:3.0:1734671659.156965:0:7085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1734671659.156967:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134c71400, rc 0) 00000100:00100000:3.0:1734671659.157011:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12110:x1818934752249472:12345-192.168.204.51@tcp:101:bash.0 Request processed in 698us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671659.157016:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30406 00000100:00100000:0.0:1734671659.158271:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.158894:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249600 00000100:00100000:3.0:1734671659.158901:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249600 00000100:00100000:3.0:1734671659.158943:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30407 00000100:00100000:3.0:1734671659.158949:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249600:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.158971:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.159024:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.159053:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135bf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249600:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 103us (784us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.159059:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30407 00000100:00100000:0.0:1734671659.161842:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.161979:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249728 00000100:00100000:3.0:1734671659.161988:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249728 00000100:00100000:3.0:1734671659.162359:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30408 00000100:00100000:3.0:1734671659.162366:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249728:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.162394:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.162456:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.162513:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249728:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 147us (684us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.162520:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30408 00000100:00100000:0.0:1734671659.166782:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.166903:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249856 00000100:00100000:2.0:1734671659.166913:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249856 00000100:00100000:2.0:1734671659.166965:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30409 00000100:00100000:2.0:1734671659.166973:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249856:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.167008:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.167104:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.167165:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249856:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 192us (395us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.167173:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30409 00000100:00100000:0.0:1734671659.169550:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.170424:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249984 00000100:00100000:3.0:1734671659.170437:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249984 00000100:00100000:3.0:1734671659.170518:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30410 00000100:00100000:3.0:1734671659.170527:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249984:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.170555:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.170653:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.170745:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752249984:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 218us (1203us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.170752:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30410 00000100:00100000:0.0:1734671659.172986:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.173671:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250112 00000100:00100000:3.0:1734671659.173710:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250112 00000100:00100000:3.0:1734671659.173753:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30411 00000100:00100000:3.0:1734671659.173760:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250112:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.173797:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.173868:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b0:0x0]: rc = -2 00000100:00100000:3.0:1734671659.173909:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250112:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 149us (930us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.173916:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30411 00000100:00100000:0.0:1734671659.177897:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.178172:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250240 00000100:00100000:3.0:1734671659.178179:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250240 00000100:00100000:3.0:1734671659.178211:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30412 00000100:00100000:3.0:1734671659.178218:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250240:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.178244:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.178307:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b1:0x0]: rc = -2 00000100:00100000:3.0:1734671659.178352:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250240:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 134us (462us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.178359:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30412 00000100:00100000:0.0:1734671659.180009:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.180871:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250368 00000100:00100000:2.0:1734671659.180878:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250368 00000100:00100000:2.0:1734671659.180920:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30413 00000100:00100000:2.0:1734671659.180926:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250368:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.180951:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.181394:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b2:0x0]: rc = -2 00000100:00100000:2.0:1734671659.181866:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250368:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 937us (1859us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.181873:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30413 00000100:00100000:0.0:1734671659.184323:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.184403:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250496 00000100:00100000:2.0:1734671659.184410:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250496 00000100:00100000:2.0:1734671659.184455:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30414 00000100:00100000:2.0:1734671659.184462:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250496:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.184502:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.184567:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b3:0x0]: rc = -2 00000100:00100000:2.0:1734671659.184599:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250496:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 137us (284us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.184619:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30414 00000100:00100000:0.0:1734671659.186764:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.186810:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250624 00000100:00100000:3.0:1734671659.186817:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250624 00000100:00100000:3.0:1734671659.186855:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30415 00000100:00100000:3.0:1734671659.186861:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250624:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.186891:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.186955:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.187000:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250624:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (240us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.187007:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30415 00000100:00100000:0.0:1734671659.190021:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.190076:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250752 00000100:00100000:3.0:1734671659.190084:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250752 00000100:00100000:3.0:1734671659.190134:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30416 00000100:00100000:3.0:1734671659.190140:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250752:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.190164:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.190221:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.190263:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250752:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (249us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.190269:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30416 00000100:00100000:0.0:1734671659.194783:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.194970:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752250880 00000100:00100000:2.0:1734671659.194978:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752250880 00000100:00100000:2.0:1734671659.195040:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30417 00000100:00100000:2.0:1734671659.195046:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250880:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.195074:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.195619:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.196000:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752250880:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 951us (1223us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.196007:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30417 00000100:00100000:0.0:1734671659.199141:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.199222:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251008 00000100:00100000:2.0:1734671659.199229:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251008 00000100:00100000:2.0:1734671659.199276:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30418 00000100:00100000:2.0:1734671659.199283:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251008:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.199309:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.199378:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.199426:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251008:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 142us (291us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.199433:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30418 00000100:00100000:1.0:1734671659.202298:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.202367:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251136 00000100:00100000:3.0:1734671659.202374:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251136 00000100:00100000:3.0:1734671659.202414:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30419 00000100:00100000:3.0:1734671659.202420:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251136:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.202455:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.202529:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b4:0x0]: rc = -2 00000100:00100000:3.0:1734671659.202561:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251136:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 141us (270us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.202568:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30419 00000100:00100000:0.0:1734671659.204037:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.204315:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251264 00000100:00100000:2.0:1734671659.204321:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251264 00000100:00100000:2.0:1734671659.204356:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30420 00000100:00100000:2.0:1734671659.204362:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251264:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.204387:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.204437:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b5:0x0]: rc = -2 00000100:00100000:2.0:1734671659.204482:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251264:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (449us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.204488:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30420 00000100:00100000:0.0:1734671659.206308:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.206371:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251392 00000100:00100000:3.0:1734671659.206376:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251392 00000100:00100000:3.0:1734671659.206477:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30421 00000100:00100000:3.0:1734671659.206483:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251392:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.206501:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.206548:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.206714:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251392:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 230us (407us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.206719:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30421 00000100:00100000:0.0:1734671659.207896:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.207983:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251520 00000100:00100000:3.0:1734671659.207987:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251520 00000100:00100000:3.0:1734671659.208004:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30422 00000100:00100000:3.0:1734671659.208008:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251520:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.208023:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.208057:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.208076:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251520:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 67us (182us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.208084:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30422 00000100:00100000:0.0:1734671659.209890:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.209988:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251648 00000100:00100000:2.0:1734671659.209994:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251648 00000100:00100000:2.0:1734671659.210029:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30423 00000100:00100000:2.0:1734671659.210034:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251648:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.210066:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.210114:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.210151:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251648:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (264us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.210157:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30423 00000100:00100000:0.0:1734671659.211399:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.211458:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251776 00000100:00100000:3.0:1734671659.211463:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251776 00000100:00100000:3.0:1734671659.211493:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30424 00000100:00100000:3.0:1734671659.211497:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251776:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.211513:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.211547:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.211569:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251776:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 71us (173us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.211575:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30424 00000100:00100000:0.0:1734671659.213143:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.213232:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251904 00000100:00100000:2.0:1734671659.213238:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251904 00000100:00100000:2.0:1734671659.213273:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30425 00000100:00100000:2.0:1734671659.213279:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251904:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.213299:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.213347:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.213382:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752251904:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (242us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.213387:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30425 00000100:00100000:0.0:1734671659.214740:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.214857:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252032 00000100:00100000:3.0:1734671659.214862:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252032 00000100:00100000:3.0:1734671659.214892:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30426 00000100:00100000:3.0:1734671659.214897:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252032:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.214926:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.214981:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.215018:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252032:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (283us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.215024:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30426 00000100:00100000:2.0:1734671659.217285:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.217350:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252160 00000100:00100000:0.0:1734671659.217356:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252160 00000100:00100000:0.0:1734671659.217393:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30427 00000100:00100000:0.0:1734671659.217399:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252160:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.217421:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.217508:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:0.0:1734671659.217550:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252160:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (271us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.217556:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30427 00000100:00100000:0.0:1734671659.219665:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.219920:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252288 00000100:00100000:3.0:1734671659.219926:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252288 00000100:00100000:3.0:1734671659.219952:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30428 00000100:00100000:3.0:1734671659.219958:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252288:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.219980:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.220031:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.220071:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252288:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (412us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.220077:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30428 00000100:00100000:0.0:1734671659.221457:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.221852:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252416 00000100:00100000:2.0:1734671659.221859:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252416 00000100:00100000:2.0:1734671659.221896:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30429 00000100:00100000:2.0:1734671659.221902:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252416:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.221922:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.221973:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.222011:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252416:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 108us (557us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.222018:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30429 00000100:00100000:0.0:1734671659.224863:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.224925:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252544 00000100:00100000:3.0:1734671659.224932:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252544 00000100:00100000:3.0:1734671659.224973:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30430 00000100:00100000:3.0:1734671659.224980:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252544:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.225005:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.225063:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.225107:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252544:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (250us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.225113:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30430 00000100:00100000:0.0:1734671659.227224:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.227280:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252672 00000100:00100000:2.0:1734671659.227287:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252672 00000100:00100000:2.0:1734671659.227325:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30431 00000100:00100000:2.0:1734671659.227331:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252672:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.227351:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.227403:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b8:0x0]: rc = -2 00000100:00100000:2.0:1734671659.227443:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252672:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 112us (226us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.227449:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30431 00000100:00100000:0.0:1734671659.232637:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.233476:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252800 00000100:00100000:3.0:1734671659.233484:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252800 00000100:00100000:3.0:1734671659.235011:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30432 00000100:00100000:3.0:1734671659.235019:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252800:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.235049:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5b9:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.235121:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5b9:0x0]: rc = -2 00000100:00100000:3.0:1734671659.235178:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252800:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 159us (2548us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.235185:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30432 00000100:00100000:0.0:1734671659.237325:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.237436:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252928 00000100:00100000:3.0:1734671659.237443:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252928 00000100:00100000:3.0:1734671659.238213:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30433 00000100:00100000:3.0:1734671659.238220:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252928:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.238260:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.238323:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.238375:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752252928:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 154us (1054us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.238382:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30433 00000100:00100000:0.0:1734671659.240269:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.240324:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253056 00000100:00100000:3.0:1734671659.240332:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253056 00000100:00100000:3.0:1734671659.240378:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30434 00000100:00100000:3.0:1734671659.240384:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253056:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.240404:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.240807:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.240855:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253056:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 470us (590us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.240862:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30434 00000100:00100000:0.0:1734671659.243182:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.243234:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253184 00000100:00100000:3.0:1734671659.243240:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253184 00000100:00100000:3.0:1734671659.243281:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30435 00000100:00100000:3.0:1734671659.243287:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253184:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.243311:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.243368:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.243412:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253184:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 124us (236us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.243418:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30435 00000100:00100000:0.0:1734671659.245825:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.246313:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253312 00000100:00100000:3.0:1734671659.246320:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253312 00000100:00100000:3.0:1734671659.246371:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30436 00000100:00100000:3.0:1734671659.246377:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253312:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.246402:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.246457:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.246497:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253312:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (677us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.246503:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30436 00000100:00100000:0.0:1734671659.249119:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.249185:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253440 00000100:00100000:3.0:1734671659.249191:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253440 00000100:00100000:3.0:1734671659.249224:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30437 00000100:00100000:3.0:1734671659.249229:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253440:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.249259:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5ba:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.249310:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5ba:0x0]: rc = -2 00000100:00100000:3.0:1734671659.249344:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253440:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (232us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.249348:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30437 00000100:00100000:0.0:1734671659.251009:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.251132:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253568 00000100:00100000:3.0:1734671659.251138:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253568 00000100:00100000:3.0:1734671659.251175:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30438 00000100:00100000:3.0:1734671659.251180:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253568:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.251202:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5bb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.251251:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5bb:0x0]: rc = -2 00000100:00100000:3.0:1734671659.251292:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253568:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 111us (288us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.251298:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30438 00000100:00100000:0.0:1734671659.252870:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.252967:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253696 00000100:00100000:2.0:1734671659.252974:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253696 00000100:00100000:2.0:1734671659.253015:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30439 00000100:00100000:2.0:1734671659.253020:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253696:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.253052:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.253119:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.253199:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253696:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 178us (333us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.253205:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30439 00000100:00100000:0.0:1734671659.254633:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.254709:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253824 00000100:00100000:3.0:1734671659.254715:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253824 00000100:00100000:3.0:1734671659.255167:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30440 00000100:00100000:3.0:1734671659.255174:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253824:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.255197:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.255251:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.255287:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253824:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (658us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.255293:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30440 00000100:00100000:0.0:1734671659.256769:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.257520:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253952 00000100:00100000:2.0:1734671659.257527:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253952 00000100:00100000:2.0:1734671659.257569:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30441 00000100:00100000:2.0:1734671659.257575:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253952:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.257600:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.257670:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.257739:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752253952:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 163us (974us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.257746:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30441 00000100:00100000:2.0:1734671659.261046:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.261125:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254080 00000100:00100000:3.0:1734671659.261132:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254080 00000100:00100000:3.0:1734671659.261163:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30442 00000100:00100000:3.0:1734671659.261169:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254080:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.261195:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.261261:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.261309:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254080:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (271us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.261315:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30442 00000100:00100000:0.0:1734671659.265087:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.265775:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254208 00000100:00100000:2.0:1734671659.265783:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254208 00000100:00100000:2.0:1734671659.265830:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30443 00000100:00100000:2.0:1734671659.265837:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254208:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.265862:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5bc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.265928:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5bc:0x0]: rc = -2 00000100:00100000:2.0:1734671659.265963:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254208:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (883us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.265969:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30443 00000100:00100000:0.0:1734671659.267669:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.268624:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254336 00000100:00100000:3.0:1734671659.268630:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254336 00000100:00100000:3.0:1734671659.269205:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30444 00000100:00100000:3.0:1734671659.269212:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254336:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.269248:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5bd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.269306:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5bd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.269350:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254336:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (1685us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.269356:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30444 00000100:00100000:0.0:1734671659.271017:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.271091:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254464 00000100:00100000:2.0:1734671659.271097:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254464 00000100:00100000:2.0:1734671659.271178:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30445 00000100:00100000:2.0:1734671659.271184:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254464:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.271207:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.271262:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.271438:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254464:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 252us (424us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.271446:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30445 00000100:00100000:0.0:1734671659.273305:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.273464:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254592 00000100:00100000:2.0:1734671659.273469:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254592 00000100:00100000:2.0:1734671659.273505:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30446 00000100:00100000:2.0:1734671659.273510:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254592:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.273543:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.273595:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.273634:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254592:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (333us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.273640:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30446 00000100:00100000:0.0:1734671659.275641:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.275723:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254720 00000100:00100000:2.0:1734671659.275729:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254720 00000100:00100000:2.0:1734671659.275865:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30447 00000100:00100000:2.0:1734671659.275870:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254720:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.275893:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.276093:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.276660:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254720:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 787us (1022us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.276666:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30447 00000100:00100000:0.0:1734671659.278221:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.279269:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254848 00000100:00100000:2.0:1734671659.279277:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254848 00000100:00100000:2.0:1734671659.279351:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30448 00000100:00100000:2.0:1734671659.279357:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254848:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.279381:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.279445:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.280028:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254848:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 670us (1810us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.280034:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30448 00000100:00100000:0.0:1734671659.281742:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.281964:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254976 00000100:00100000:2.0:1734671659.281971:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254976 00000100:00100000:2.0:1734671659.282013:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30449 00000100:00100000:2.0:1734671659.282018:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254976:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.282042:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.282100:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.282139:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752254976:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (401us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.282146:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30449 00000100:00100000:0.0:1734671659.284971:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.285028:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255104 00000100:00100000:3.0:1734671659.285035:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255104 00000100:00100000:3.0:1734671659.285079:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30450 00000100:00100000:3.0:1734671659.285085:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255104:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.285110:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.285185:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.285224:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255104:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (260us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.285231:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30450 00000100:00100000:0.0:1734671659.288158:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.288199:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255232 00000100:00100000:2.0:1734671659.288207:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255232 00000100:00100000:2.0:1734671659.288253:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30451 00000100:00100000:2.0:1734671659.288260:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255232:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.288301:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.288378:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.288429:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255232:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 168us (276us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.288436:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30451 00000100:00100000:0.0:1734671659.292195:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.292281:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255360 00000100:00100000:2.0:1734671659.292288:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255360 00000100:00100000:2.0:1734671659.292334:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30452 00000100:00100000:2.0:1734671659.292340:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255360:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.292370:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.292436:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671659.292481:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255360:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (293us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.292487:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30452 00000100:00100000:0.0:1734671659.293838:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.293900:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255488 00000100:00100000:2.0:1734671659.293904:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255488 00000100:00100000:2.0:1734671659.293939:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30453 00000100:00100000:2.0:1734671659.293944:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255488:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.293962:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5be:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.294003:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5be:0x0]: rc = -2 00000100:00100000:2.0:1734671659.294039:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255488:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 94us (204us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.294045:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30453 00000100:00100000:0.0:1734671659.295664:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.296325:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255616 00000100:00100000:2.0:1734671659.296331:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255616 00000100:00100000:2.0:1734671659.296818:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30454 00000100:00100000:2.0:1734671659.296824:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255616:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.296852:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5bf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.296909:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5bf:0x0]: rc = -2 00000100:00100000:2.0:1734671659.296948:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255616:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (1287us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.296954:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30454 00000100:00100000:0.0:1734671659.298467:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.298536:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255744 00000100:00100000:3.0:1734671659.298542:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255744 00000100:00100000:3.0:1734671659.298575:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30455 00000100:00100000:3.0:1734671659.298580:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255744:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.298601:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.298708:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.298773:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255744:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 163us (286us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.298780:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30455 00000100:00100000:0.0:1734671659.300981:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.301158:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255872 00000100:00100000:3.0:1734671659.301164:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255872 00000100:00100000:3.0:1734671659.301660:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30456 00000100:00100000:3.0:1734671659.301666:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255872:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.301726:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.301787:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.301820:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752255872:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 154us (843us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.301827:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30456 00000100:00100000:0.0:1734671659.303999:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.304089:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256000 00000100:00100000:3.0:1734671659.304096:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256000 00000100:00100000:3.0:1734671659.304133:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30457 00000100:00100000:3.0:1734671659.304139:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256000:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.304177:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.304234:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.304820:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256000:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 679us (827us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.304826:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30457 00000100:00100000:0.0:1734671659.306780:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.307039:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256128 00000100:00100000:3.0:1734671659.307047:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256128 00000100:00100000:3.0:1734671659.307089:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30458 00000100:00100000:3.0:1734671659.307095:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256128:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.307118:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.307177:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.307209:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256128:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (433us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.307215:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30458 00000100:00100000:0.0:1734671659.309126:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.309394:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256256 00000100:00100000:2.0:1734671659.309403:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256256 00000100:00100000:2.0:1734671659.309435:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30459 00000100:00100000:2.0:1734671659.309439:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256256:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.309469:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.309528:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c1:0x0]: rc = -2 00000100:00100000:2.0:1734671659.309573:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256256:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 132us (452us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.309579:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30459 00000100:00100000:0.0:1734671659.311920:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.312455:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256384 00000100:00100000:3.0:1734671659.312462:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256384 00000100:00100000:3.0:1734671659.312510:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30460 00000100:00100000:3.0:1734671659.312517:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256384:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.312542:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.312615:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c0:0x0]: rc = -2 00000100:00100000:3.0:1734671659.312666:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256384:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 148us (750us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.312672:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30460 00000100:00100000:0.0:1734671659.317938:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.318476:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256512 00000100:00100000:2.0:1734671659.318485:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256512 00000100:00100000:2.0:1734671659.318534:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30461 00000100:00100000:2.0:1734671659.318541:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256512:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.318567:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.318658:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c2:0x0]: rc = -2 00000100:00100000:2.0:1734671659.318718:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256512:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 175us (785us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.318724:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30461 00000100:00100000:0.0:1734671659.322941:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.323538:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256640 00000100:00100000:2.0:1734671659.323545:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256640 00000100:00100000:2.0:1734671659.323590:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30462 00000100:00100000:2.0:1734671659.323597:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256640:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.323633:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.323727:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c3:0x0]: rc = -2 00000100:00100000:2.0:1734671659.323772:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256640:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 174us (837us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.323778:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30462 00000100:00100000:0.0:1734671659.328202:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.328287:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256768 00000100:00100000:3.0:1734671659.328294:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256768 00000100:00100000:3.0:1734671659.328551:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30463 00000100:00100000:3.0:1734671659.328558:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256768:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.328583:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.329545:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671659.329601:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256768:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1042us (1405us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.329757:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30463 00000100:00100000:0.0:1734671659.333235:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.333339:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256896 00000100:00100000:3.0:1734671659.333346:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256896 00000100:00100000:3.0:1734671659.333388:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30464 00000100:00100000:3.0:1734671659.333395:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256896:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.333477:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.333538:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671659.333584:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752256896:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 188us (354us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.333590:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30464 00000100:00100000:2.0:1734671659.337247:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.337875:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257024 00000100:00100000:3.0:1734671659.337883:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257024 00000100:00100000:3.0:1734671659.337926:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30465 00000100:00100000:3.0:1734671659.337932:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257024:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.337958:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.338018:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.338065:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257024:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (824us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.338074:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30465 00000100:00100000:0.0:1734671659.340044:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.340213:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257152 00000100:00100000:2.0:1734671659.340219:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257152 00000100:00100000:2.0:1734671659.340261:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30466 00000100:00100000:2.0:1734671659.340267:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257152:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.340290:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.340358:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.340390:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257152:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (350us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.340397:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30466 00000100:00100000:0.0:1734671659.342271:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.342403:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257280 00000100:00100000:3.0:1734671659.342409:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257280 00000100:00100000:3.0:1734671659.342443:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30467 00000100:00100000:3.0:1734671659.342448:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257280:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.342468:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.342537:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c4:0x0]: rc = -2 00000100:00100000:3.0:1734671659.342576:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257280:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (380us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.342582:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30467 00000100:00100000:0.0:1734671659.343885:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.343974:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257408 00000100:00100000:2.0:1734671659.343980:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257408 00000100:00100000:2.0:1734671659.344013:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30468 00000100:00100000:2.0:1734671659.344018:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257408:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.344050:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.344099:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c5:0x0]: rc = -2 00000100:00100000:2.0:1734671659.344138:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257408:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 118us (256us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.344144:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30468 00000100:00100000:0.0:1734671659.346262:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.346361:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257536 00000100:00100000:3.0:1734671659.346368:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257536 00000100:00100000:3.0:1734671659.346536:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30469 00000100:00100000:3.0:1734671659.346542:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257536:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.346567:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.346654:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.346720:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257536:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 177us (464us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.346727:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30469 00000100:00100000:0.0:1734671659.348194:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.348362:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257664 00000100:00100000:2.0:1734671659.348369:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257664 00000100:00100000:2.0:1734671659.348404:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30470 00000100:00100000:2.0:1734671659.348409:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257664:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.348427:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.348476:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.348513:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257664:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (323us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.348518:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30470 00000100:00100000:0.0:1734671659.350016:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.350081:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257792 00000100:00100000:3.0:1734671659.350088:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257792 00000100:00100000:3.0:1734671659.350247:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30471 00000100:00100000:3.0:1734671659.350253:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257792:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.350286:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.350336:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671659.350380:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257792:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (368us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.350387:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30471 00000100:00100000:0.0:1734671659.352019:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.352303:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752257920 00000100:00100000:2.0:1734671659.352309:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752257920 00000100:00100000:2.0:1734671659.352346:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30472 00000100:00100000:2.0:1734671659.352352:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257920:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.352372:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.352421:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:2.0:1734671659.352465:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752257920:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 112us (450us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.352471:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30472 00000100:00100000:0.0:1734671659.354117:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.354177:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258048 00000100:00100000:3.0:1734671659.354181:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258048 00000100:00100000:3.0:1734671659.354247:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30473 00000100:00100000:3.0:1734671659.354252:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258048:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.354271:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.354315:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c6:0x0]: rc = -2 00000100:00100000:3.0:1734671659.354353:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258048:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 100us (239us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.354359:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30473 00000100:00100000:0.0:1734671659.355595:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.355659:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258176 00000100:00100000:2.0:1734671659.355664:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258176 00000100:00100000:2.0:1734671659.355712:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30474 00000100:00100000:2.0:1734671659.355717:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258176:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.355733:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.355775:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.355810:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258176:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 91us (216us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.355815:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30474 00000100:00100000:0.0:1734671659.357668:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.357792:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258304 00000100:00100000:3.0:1734671659.357798:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258304 00000100:00100000:3.0:1734671659.358006:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30475 00000100:00100000:3.0:1734671659.358013:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258304:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.358036:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.358090:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.358129:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258304:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (465us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.358136:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30475 00000100:00100000:0.0:1734671659.359625:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.359804:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258432 00000100:00100000:2.0:1734671659.359810:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258432 00000100:00100000:2.0:1734671659.359841:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30476 00000100:00100000:2.0:1734671659.359846:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258432:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.359877:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.359923:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.360293:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258432:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 445us (672us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.360299:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30476 00000100:00100000:0.0:1734671659.361575:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.361642:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258560 00000100:00100000:3.0:1734671659.361647:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258560 00000100:00100000:3.0:1734671659.361786:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30477 00000100:00100000:3.0:1734671659.361791:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258560:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.361810:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.361853:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671659.361882:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258560:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (310us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.361888:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30477 00000100:00100000:0.0:1734671659.363375:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.363451:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258688 00000100:00100000:2.0:1734671659.363455:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258688 00000100:00100000:2.0:1734671659.363485:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30478 00000100:00100000:2.0:1734671659.363490:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258688:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.363506:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.363544:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:2.0:1734671659.363578:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258688:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 87us (207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.363584:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30478 00000100:00100000:0.0:1734671659.364758:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.364804:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258816 00000100:00100000:3.0:1734671659.364808:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258816 00000100:00100000:3.0:1734671659.364863:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30479 00000100:00100000:3.0:1734671659.364867:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258816:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.364894:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.364932:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c8:0x0]: rc = -2 00000100:00100000:3.0:1734671659.364964:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258816:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 95us (207us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.364969:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30479 00000100:00100000:0.0:1734671659.366228:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.366326:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752258944 00000100:00100000:2.0:1734671659.366330:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752258944 00000100:00100000:2.0:1734671659.366361:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30480 00000100:00100000:2.0:1734671659.366366:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258944:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.366382:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5c9:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.366421:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5c9:0x0]: rc = -2 00000100:00100000:2.0:1734671659.366456:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752258944:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 89us (230us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.366462:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30480 00000100:00100000:0.0:1734671659.368130:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.368221:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259072 00000100:00100000:3.0:1734671659.368226:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259072 00000100:00100000:3.0:1734671659.368258:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30481 00000100:00100000:3.0:1734671659.368263:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259072:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.368282:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5ca:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.368327:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5ca:0x0]: rc = -2 00000100:00100000:3.0:1734671659.368364:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259072:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 99us (236us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.368370:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30481 00000100:00100000:0.0:1734671659.370188:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.370334:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259200 00000100:00100000:2.0:1734671659.370340:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259200 00000100:00100000:2.0:1734671659.370374:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30482 00000100:00100000:2.0:1734671659.370381:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259200:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.370399:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5cb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.370444:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5cb:0x0]: rc = -2 00000100:00100000:2.0:1734671659.370484:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259200:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 103us (300us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.370492:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30482 00000100:00100000:0.0:1734671659.373261:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.373346:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259328 00000100:00100000:3.0:1734671659.373352:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259328 00000100:00100000:3.0:1734671659.373386:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30483 00000100:00100000:3.0:1734671659.373391:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259328:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.373415:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.373466:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.373503:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259328:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 112us (249us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.373509:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30483 00000100:00100000:2.0:1734671659.375316:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.375495:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259456 00000100:00100000:0.0:1734671659.375501:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259456 00000100:00100000:3.0:1734671659.375888:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30484 00000100:00100000:3.0:1734671659.375895:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259456:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.375916:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.375969:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.376012:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259456:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (700us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.376018:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30484 00000100:00100000:0.0:1734671659.378211:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.378337:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259584 00000100:00100000:1.0:1734671659.378343:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259584 00000100:00100000:1.0:1734671659.378380:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30485 00000100:00100000:1.0:1734671659.378386:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259584:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.378409:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.378479:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671659.378511:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259584:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 124us (304us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.378518:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30485 00000100:00100000:0.0:1734671659.380270:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.380361:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259712 00000100:00100000:3.0:1734671659.380368:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259712 00000100:00100000:3.0:1734671659.380402:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30486 00000100:00100000:3.0:1734671659.380408:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259712:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.380437:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.380484:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671659.380519:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259712:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (254us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.380525:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30486 00000100:00100000:0.0:1734671659.382061:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.382341:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259840 00000100:00100000:1.0:1734671659.382347:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259840 00000100:00100000:1.0:1734671659.382380:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30487 00000100:00100000:1.0:1734671659.382386:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259840:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.382415:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5cc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.382463:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5cc:0x0]: rc = -2 00000100:00100000:1.0:1734671659.382497:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259840:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (438us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.382502:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30487 00000100:00100000:0.0:1734671659.383862:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.384035:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752259968 00000100:00100000:3.0:1734671659.384040:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752259968 00000100:00100000:3.0:1734671659.384061:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30488 00000100:00100000:3.0:1734671659.384065:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259968:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.384084:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x5cd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.384124:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x5cd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.384161:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752259968:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 94us (303us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.384167:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30488 00000100:00100000:0.0:1734671659.386035:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.386119:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260096 00000100:00100000:1.0:1734671659.386124:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260096 00000100:00100000:1.0:1734671659.386157:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30489 00000100:00100000:1.0:1734671659.386162:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260096:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.386183:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.386233:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:1.0:1734671659.386273:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260096:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (243us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.386279:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30489 00000100:00100000:0.0:1734671659.387669:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.387868:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260224 00000100:00100000:3.0:1734671659.387873:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260224 00000100:00100000:3.0:1734671659.388048:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30490 00000100:00100000:3.0:1734671659.388054:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260224:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.388071:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.388114:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:3.0:1734671659.388150:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260224:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 95us (483us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.388157:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30490 00000100:00100000:0.0:1734671659.390032:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.390104:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260352 00000100:00100000:1.0:1734671659.390110:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260352 00000100:00100000:1.0:1734671659.390144:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30491 00000100:00100000:1.0:1734671659.390149:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260352:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.390168:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.390215:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:1.0:1734671659.390254:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260352:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 104us (226us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.390260:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30491 00000100:00100000:0.0:1734671659.392322:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.392530:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260480 00000100:00100000:3.0:1734671659.392536:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260480 00000100:00100000:3.0:1734671659.392572:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30492 00000100:00100000:3.0:1734671659.392578:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260480:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.392597:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.392652:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:3.0:1734671659.392717:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260480:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (399us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.392723:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30492 00000100:00100000:0.0:1734671659.394777:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.394831:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260608 00000100:00100000:1.0:1734671659.394836:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260608 00000100:00100000:1.0:1734671659.394873:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30493 00000100:00100000:1.0:1734671659.394879:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260608:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.394902:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.394953:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:1.0:1734671659.394994:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260608:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (222us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.395003:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30493 00000100:00100000:0.0:1734671659.396671:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.397045:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260736 00000100:00100000:3.0:1734671659.397051:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260736 00000100:00100000:3.0:1734671659.397086:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30494 00000100:00100000:3.0:1734671659.397092:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260736:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.397124:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.397172:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:3.0:1734671659.397212:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260736:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (544us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.397218:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30494 00000100:00100000:0.0:1734671659.398784:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.398990:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260864 00000100:00100000:1.0:1734671659.398997:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260864 00000100:00100000:1.0:1734671659.399028:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30495 00000100:00100000:1.0:1734671659.399033:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260864:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.399059:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.399102:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:1.0:1734671659.399129:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260864:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 95us (349us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.399135:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30495 00000100:00100000:0.0:1734671659.401239:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.401567:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752260992 00000100:00100000:3.0:1734671659.401574:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752260992 00000100:00100000:3.0:1734671659.401783:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30496 00000100:00100000:3.0:1734671659.401789:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260992:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.401813:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.401870:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:3.0:1734671659.401906:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752260992:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (671us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.401912:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30496 00000100:00100000:0.0:1734671659.403962:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.404102:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261120 00000100:00100000:1.0:1734671659.404109:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261120 00000100:00100000:1.0:1734671659.404146:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30497 00000100:00100000:1.0:1734671659.404151:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261120:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.404175:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.404234:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:1.0:1734671659.404277:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261120:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 124us (319us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.404282:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30497 00000100:00100000:0.0:1734671659.405790:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.405974:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261248 00000100:00100000:3.0:1734671659.405981:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261248 00000100:00100000:3.0:1734671659.406017:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30498 00000100:00100000:3.0:1734671659.406022:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261248:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.406045:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.406097:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:3.0:1734671659.406127:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261248:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 104us (341us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.406133:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30498 00000100:00100000:0.0:1734671659.407480:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.407558:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261376 00000100:00100000:1.0:1734671659.407563:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261376 00000100:00100000:1.0:1734671659.407594:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30499 00000100:00100000:1.0:1734671659.407599:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261376:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.407624:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.407671:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:1.0:1734671659.407847:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261376:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 247us (371us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.407853:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30499 00000100:00100000:0.0:1734671659.409326:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.409487:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261504 00000100:00100000:3.0:1734671659.409493:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261504 00000100:00100000:3.0:1734671659.409529:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30500 00000100:00100000:3.0:1734671659.409535:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261504:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.409557:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.409619:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:3.0:1734671659.409649:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261504:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (327us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.409656:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30500 00000100:00100000:0.0:1734671659.411570:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.411657:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261632 00000100:00100000:1.0:1734671659.411663:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261632 00000100:00100000:1.0:1734671659.411747:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30501 00000100:00100000:1.0:1734671659.411752:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261632:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.411773:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.411824:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:1.0:1734671659.411853:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261632:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 100us (288us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.411858:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30501 00000100:00100000:0.0:1734671659.414147:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.414303:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261760 00000100:00100000:3.0:1734671659.414309:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261760 00000100:00100000:3.0:1734671659.414346:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30502 00000100:00100000:3.0:1734671659.414352:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261760:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.414388:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.414448:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:3.0:1734671659.414481:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261760:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 128us (341us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.414487:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30502 00000100:00100000:0.0:1734671659.416447:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.416511:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752261888 00000100:00100000:1.0:1734671659.416516:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752261888 00000100:00100000:1.0:1734671659.416548:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30503 00000100:00100000:1.0:1734671659.416554:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261888:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.416582:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.416643:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:1.0:1734671659.416707:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752261888:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 152us (264us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.416714:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30503 00000100:00100000:0.0:1734671659.418039:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.418209:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262016 00000100:00100000:3.0:1734671659.418216:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262016 00000100:00100000:3.0:1734671659.418589:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30504 00000100:00100000:3.0:1734671659.418595:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262016:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.418630:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.418810:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:3.0:1734671659.418873:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262016:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 276us (836us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.418879:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30504 00000100:00100000:0.0:1734671659.420516:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.420621:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262144 00000100:00100000:3.0:1734671659.420628:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262144 00000100:00100000:3.0:1734671659.420760:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30505 00000100:00100000:3.0:1734671659.420766:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262144:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.420789:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.420842:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:3.0:1734671659.420877:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262144:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (365us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.420883:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30505 00000100:00100000:0.0:1734671659.422477:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.422803:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262272 00000100:00100000:1.0:1734671659.422809:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262272 00000100:00100000:1.0:1734671659.422842:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30506 00000100:00100000:1.0:1734671659.422847:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262272:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.422867:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.422921:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e1:0x0]: rc = -2 00000100:00100000:1.0:1734671659.422958:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262272:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 109us (484us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.422963:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30506 00000100:00100000:0.0:1734671659.424777:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.424843:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262400 00000100:00100000:3.0:1734671659.424849:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262400 00000100:00100000:3.0:1734671659.425002:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30507 00000100:00100000:3.0:1734671659.425009:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262400:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.425034:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.425089:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.425256:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262400:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 247us (484us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.425263:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30507 00000100:00100000:0.0:1734671659.427219:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.427430:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262528 00000100:00100000:3.0:1734671659.427437:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262528 00000100:00100000:3.0:1734671659.427619:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30508 00000100:00100000:3.0:1734671659.427625:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262528:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.427660:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.427739:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.427770:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262528:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 144us (555us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.427776:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30508 00000100:00100000:0.0:1734671659.429533:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.429628:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262656 00000100:00100000:1.0:1734671659.429634:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262656 00000100:00100000:1.0:1734671659.429670:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30509 00000100:00100000:1.0:1734671659.429696:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262656:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.429714:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.429765:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:1.0:1734671659.429794:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262656:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 117us (266us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.429800:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30509 00000100:00100000:0.0:1734671659.431624:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.431922:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262784 00000100:00100000:3.0:1734671659.431929:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262784 00000100:00100000:3.0:1734671659.431959:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30510 00000100:00100000:3.0:1734671659.431964:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262784:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.431988:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.432042:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.432073:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262784:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 108us (455us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.432079:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30510 00000100:00100000:0.0:1734671659.433752:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.433822:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752262912 00000100:00100000:2.0:1734671659.433828:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752262912 00000100:00100000:2.0:1734671659.433861:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30511 00000100:00100000:2.0:1734671659.433866:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262912:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.433899:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.433965:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.434003:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752262912:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (255us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.434009:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30511 00000100:00100000:0.0:1734671659.435395:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.435521:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263040 00000100:00100000:3.0:1734671659.435527:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263040 00000100:00100000:3.0:1734671659.435559:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30512 00000100:00100000:3.0:1734671659.435563:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b172680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263040:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.435582:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.435770:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.435804:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b172680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263040:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 239us (412us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.435810:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30512 00000100:00100000:0.0:1734671659.437537:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.437638:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263168 00000100:00100000:2.0:1734671659.437644:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263168 00000100:00100000:2.0:1734671659.437709:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30513 00000100:00100000:2.0:1734671659.437715:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263168:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.437736:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35e:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.437790:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35e:0x0]: rc = -2 00000100:00100000:2.0:1734671659.437833:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263168:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 117us (299us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.437838:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30513 00000100:00100000:0.0:1734671659.439138:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.439371:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263296 00000100:00100000:3.0:1734671659.439377:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263296 00000100:00100000:3.0:1734671659.439810:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30514 00000100:00100000:3.0:1734671659.439817:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263296:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.439841:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.439896:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35e:0x0]: rc = -2 00000100:00100000:3.0:1734671659.439935:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263296:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (799us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.439945:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30514 00000100:00100000:0.0:1734671659.441702:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.441758:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263424 00000100:00100000:2.0:1734671659.441763:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263424 00000100:00100000:2.0:1734671659.441797:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30515 00000100:00100000:2.0:1734671659.441802:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263424:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.441822:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.441870:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.441908:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263424:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (234us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.441914:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30515 00000100:00100000:2.0:1734671659.444025:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.444151:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263552 00000100:00100000:3.0:1734671659.444158:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263552 00000100:00100000:3.0:1734671659.444194:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30516 00000100:00100000:3.0:1734671659.444201:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263552:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.444232:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.444286:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.444322:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263552:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (303us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.444328:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30516 00000100:00100000:0.0:1734671659.446055:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.446134:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263680 00000100:00100000:2.0:1734671659.446139:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263680 00000100:00100000:2.0:1734671659.446173:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30517 00000100:00100000:2.0:1734671659.446178:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263680:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.446199:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35e:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.446250:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35e:0x0]: rc = -2 00000100:00100000:2.0:1734671659.446287:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263680:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 108us (236us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.446293:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30517 00000100:00100000:0.0:1734671659.447851:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.448017:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263808 00000100:00100000:3.0:1734671659.448023:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263808 00000100:00100000:3.0:1734671659.448320:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30518 00000100:00100000:3.0:1734671659.448327:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263808:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.448351:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.448410:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35e:0x0]: rc = -2 00000100:00100000:3.0:1734671659.448455:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263808:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (608us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.448461:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30518 00000100:00100000:0.0:1734671659.450308:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.450576:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752263936 00000100:00100000:2.0:1734671659.450581:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752263936 00000100:00100000:2.0:1734671659.450619:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30519 00000100:00100000:2.0:1734671659.450624:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263936:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.450654:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.450743:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.450777:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752263936:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 152us (472us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.450783:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30519 00000100:00100000:0.0:1734671659.452274:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.452471:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264064 00000100:00100000:3.0:1734671659.452477:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264064 00000100:00100000:3.0:1734671659.452508:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30520 00000100:00100000:3.0:1734671659.452514:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264064:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.452531:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.452577:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.452614:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264064:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 99us (342us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.452621:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30520 00000100:00100000:0.0:1734671659.454210:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.454334:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264192 00000100:00100000:2.0:1734671659.454339:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264192 00000100:00100000:2.0:1734671659.454366:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30521 00000100:00100000:2.0:1734671659.454370:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264192:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.454387:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35e:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.454429:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35e:0x0]: rc = -2 00000100:00100000:2.0:1734671659.454452:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264192:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 82us (247us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.454457:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30521 00000100:00100000:0.0:1734671659.455710:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.455929:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264320 00000100:00100000:3.0:1734671659.455935:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264320 00000100:00100000:3.0:1734671659.455959:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30522 00000100:00100000:3.0:1734671659.455965:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264320:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.455982:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.456027:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35e:0x0]: rc = -2 00000100:00100000:3.0:1734671659.456061:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264320:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 95us (353us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.456067:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30522 00000100:00100000:0.0:1734671659.457538:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.457645:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264448 00000100:00100000:2.0:1734671659.457649:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264448 00000100:00100000:2.0:1734671659.457710:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30523 00000100:00100000:2.0:1734671659.457715:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264448:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.457735:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.457783:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.457810:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264448:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 93us (276us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.457816:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30523 00000100:00100000:0.0:1734671659.459294:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.459520:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264576 00000100:00100000:3.0:1734671659.459526:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264576 00000100:00100000:3.0:1734671659.459559:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30524 00000100:00100000:3.0:1734671659.459565:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264576:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.459597:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.459655:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.459707:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264576:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 141us (416us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.459713:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30524 00000100:00100000:0.0:1734671659.461225:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.461358:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264704 00000100:00100000:2.0:1734671659.461363:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264704 00000100:00100000:2.0:1734671659.461395:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30525 00000100:00100000:2.0:1734671659.461401:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264704:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.461421:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.461470:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.461508:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264704:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (286us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.461514:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30525 00000100:00100000:0.0:1734671659.462959:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.463150:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264832 00000100:00100000:3.0:1734671659.463156:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264832 00000100:00100000:3.0:1734671659.463184:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30526 00000100:00100000:3.0:1734671659.463189:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264832:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.463206:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.463246:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:3.0:1734671659.463270:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264832:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 80us (313us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.463276:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30526 00000100:00100000:0.0:1734671659.464759:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.464847:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752264960 00000100:00100000:2.0:1734671659.464852:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752264960 00000100:00100000:2.0:1734671659.464883:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30527 00000100:00100000:2.0:1734671659.464889:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264960:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.464919:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.464962:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.464996:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752264960:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (321us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.465002:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30527 00000100:00100000:0.0:1734671659.466477:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.466628:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265088 00000100:00100000:3.0:1734671659.466634:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265088 00000100:00100000:2.0:1734671659.466986:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30528 00000100:00100000:2.0:1734671659.466994:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265088:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.467017:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.467069:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1734671659.467110:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265088:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (636us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.467115:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30528 00000100:00100000:0.0:1734671659.468647:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.468841:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265216 00000100:00100000:3.0:1734671659.468846:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265216 00000100:00100000:3.0:1734671659.468877:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30529 00000100:00100000:3.0:1734671659.468882:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265216:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.468899:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.469145:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.469183:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265216:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 299us (539us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.469190:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30529 00000100:00100000:0.0:1734671659.471089:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.471235:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265344 00000100:00100000:3.0:1734671659.471241:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265344 00000100:00100000:3.0:1734671659.471277:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30530 00000100:00100000:3.0:1734671659.471283:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265344:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.471302:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.471353:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.471394:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265344:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (310us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.471401:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30530 00000100:00100000:0.0:1734671659.473287:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.473362:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265472 00000100:00100000:2.0:1734671659.473368:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265472 00000100:00100000:2.0:1734671659.473407:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30531 00000100:00100000:2.0:1734671659.473413:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265472:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.473437:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.473493:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.473535:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265472:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (253us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.473541:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30531 00000100:00100000:0.0:1734671659.475052:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.475362:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265600 00000100:00100000:3.0:1734671659.475368:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265600 00000100:00100000:3.0:1734671659.475538:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30532 00000100:00100000:3.0:1734671659.475544:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265600:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.475580:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.475644:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.475705:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265600:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 159us (656us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.475711:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30532 00000100:00100000:0.0:1734671659.477485:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.477582:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265728 00000100:00100000:2.0:1734671659.477588:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265728 00000100:00100000:2.0:1734671659.477652:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30533 00000100:00100000:2.0:1734671659.477657:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265728:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.477699:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.477746:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.477778:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265728:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.477783:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30533 00000100:00100000:0.0:1734671659.479139:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.479272:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265856 00000100:00100000:3.0:1734671659.479278:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265856 00000100:00100000:3.0:1734671659.479314:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30534 00000100:00100000:3.0:1734671659.479319:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265856:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.479339:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.479386:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.479423:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265856:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 103us (288us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.479430:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30534 00000100:00100000:0.0:1734671659.481289:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.481379:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752265984 00000100:00100000:2.0:1734671659.481384:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752265984 00000100:00100000:2.0:1734671659.481420:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30535 00000100:00100000:2.0:1734671659.481425:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265984:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.481458:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.481515:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:2.0:1734671659.481556:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752265984:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 130us (270us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.481561:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30535 00000100:00100000:0.0:1734671659.483113:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.483234:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266112 00000100:00100000:3.0:1734671659.483240:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266112 00000100:00100000:3.0:1734671659.483273:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30536 00000100:00100000:3.0:1734671659.483278:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266112:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.483298:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.483344:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:3.0:1734671659.483384:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266112:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (274us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.483390:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30536 00000100:00100000:0.0:1734671659.486197:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.486340:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266240 00000100:00100000:2.0:1734671659.486346:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266240 00000100:00100000:2.0:1734671659.486379:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30537 00000100:00100000:2.0:1734671659.486385:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266240:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.486407:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.486465:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.486505:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266240:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (314us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.486510:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30537 00000100:00100000:0.0:1734671659.488587:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.488824:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266368 00000100:00100000:3.0:1734671659.488831:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266368 00000100:00100000:3.0:1734671659.488907:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30538 00000100:00100000:3.0:1734671659.488913:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266368:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.488937:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.488993:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.489037:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266368:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (454us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.489043:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30538 00000100:00100000:0.0:1734671659.490757:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.490848:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266496 00000100:00100000:2.0:1734671659.490854:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266496 00000100:00100000:2.0:1734671659.490892:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30539 00000100:00100000:2.0:1734671659.490898:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266496:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.490922:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.490979:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:2.0:1734671659.491021:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266496:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (268us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.491027:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30539 00000100:00100000:0.0:1734671659.492890:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.493076:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266624 00000100:00100000:3.0:1734671659.493083:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266624 00000100:00100000:3.0:1734671659.493119:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30540 00000100:00100000:3.0:1734671659.493125:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266624:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.493157:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.493208:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:3.0:1734671659.493246:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266624:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (361us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.493253:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30540 00000100:00100000:0.0:1734671659.495081:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.495190:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266752 00000100:00100000:2.0:1734671659.495196:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266752 00000100:00100000:2.0:1734671659.495231:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30541 00000100:00100000:2.0:1734671659.495237:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266752:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.495260:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.495312:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.495351:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266752:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (275us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.495357:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30541 00000100:00100000:0.0:1734671659.497369:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.497576:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752266880 00000100:00100000:3.0:1734671659.497582:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752266880 00000100:00100000:3.0:1734671659.497827:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30542 00000100:00100000:3.0:1734671659.497833:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266880:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.497856:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.497908:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.497938:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752266880:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (576us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.497944:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30542 00000100:00100000:0.0:1734671659.501313:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.501406:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267008 00000100:00100000:2.0:1734671659.501413:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267008 00000100:00100000:2.0:1734671659.501456:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30543 00000100:00100000:2.0:1734671659.501463:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267008:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.501500:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.501563:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:2.0:1734671659.501617:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267008:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 153us (311us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.501623:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30543 00000100:00100000:0.0:1734671659.503855:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.504050:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267136 00000100:00100000:3.0:1734671659.504058:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267136 00000100:00100000:3.0:1734671659.504357:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30544 00000100:00100000:3.0:1734671659.504364:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267136:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.504389:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.504446:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:3.0:1734671659.504493:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267136:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 128us (642us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.504499:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30544 00000100:00100000:0.0:1734671659.506030:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.506184:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267264 00000100:00100000:2.0:1734671659.506190:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267264 00000100:00100000:2.0:1734671659.506230:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30545 00000100:00100000:2.0:1734671659.506235:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267264:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.506257:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.506313:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:2.0:1734671659.506355:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267264:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (329us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.506361:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30545 00000100:00100000:0.0:1734671659.507869:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.507929:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267392 00000100:00100000:3.0:1734671659.507935:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267392 00000100:00100000:3.0:1734671659.508066:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30546 00000100:00100000:3.0:1734671659.508072:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267392:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.508092:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.508149:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:3.0:1734671659.508188:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267392:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (322us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.508195:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30546 00000100:00100000:0.0:1734671659.509407:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.509463:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267520 00000100:00100000:2.0:1734671659.509469:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267520 00000100:00100000:2.0:1734671659.509500:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30547 00000100:00100000:2.0:1734671659.509505:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267520:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.509522:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.509564:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.509596:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267520:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (192us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.509613:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30547 00000100:00100000:0.0:1734671659.511224:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.511264:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267648 00000100:00100000:3.0:1734671659.511269:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267648 00000100:00100000:3.0:1734671659.511499:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30548 00000100:00100000:3.0:1734671659.511507:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267648:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.511539:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.511591:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.511640:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267648:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (424us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.511646:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30548 00000100:00100000:0.0:1734671659.513387:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.513506:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267776 00000100:00100000:2.0:1734671659.513512:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267776 00000100:00100000:2.0:1734671659.513552:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30549 00000100:00100000:2.0:1734671659.513558:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267776:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.513578:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.513637:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.513694:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267776:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 134us (311us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.513700:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30549 00000100:00100000:0.0:1734671659.515224:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.515380:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752267904 00000100:00100000:3.0:1734671659.515386:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752267904 00000100:00100000:3.0:1734671659.515630:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30550 00000100:00100000:3.0:1734671659.515636:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267904:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.515656:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.515734:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.515762:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752267904:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (542us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.515768:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30550 00000100:00100000:0.0:1734671659.517579:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.517703:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268032 00000100:00100000:2.0:1734671659.517710:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268032 00000100:00100000:2.0:1734671659.517745:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30551 00000100:00100000:2.0:1734671659.517751:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268032:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.517783:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.517834:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:2.0:1734671659.517861:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268032:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (287us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.517866:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30551 00000100:00100000:0.0:1734671659.519363:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.519511:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268160 00000100:00100000:3.0:1734671659.519517:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268160 00000100:00100000:3.0:1734671659.519551:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30552 00000100:00100000:3.0:1734671659.519557:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268160:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.519579:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ee:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.519639:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ee:0x0]: rc = -2 00000100:00100000:3.0:1734671659.519668:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268160:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 111us (309us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.519696:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30552 00000100:00100000:0.0:1734671659.521799:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.521895:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268288 00000100:00100000:2.0:1734671659.521901:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268288 00000100:00100000:2.0:1734671659.521937:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30553 00000100:00100000:2.0:1734671659.521943:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268288:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.521967:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.522021:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.522050:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268288:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (258us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.522055:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30553 00000100:00100000:0.0:1734671659.523923:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.524264:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268416 00000100:00100000:3.0:1734671659.524272:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268416 00000100:00100000:3.0:1734671659.524361:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30554 00000100:00100000:3.0:1734671659.524368:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268416:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.524393:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.524459:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.524649:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268416:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 279us (731us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.524659:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30554 00000100:00100000:0.0:1734671659.527482:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.527565:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268544 00000100:00100000:3.0:1734671659.527572:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268544 00000100:00100000:3.0:1734671659.527828:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30555 00000100:00100000:3.0:1734671659.527835:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268544:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.527875:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.527936:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.527973:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268544:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (498us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.527979:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30555 00000100:00100000:0.0:1734671659.529375:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.529665:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268672 00000100:00100000:2.0:1734671659.529670:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268672 00000100:00100000:2.0:1734671659.529902:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30556 00000100:00100000:2.0:1734671659.529907:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268672:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.529928:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.529991:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.530105:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268672:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 196us (732us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.530111:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30556 00000100:00100000:0.0:1734671659.531859:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.531941:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268800 00000100:00100000:3.0:1734671659.531947:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268800 00000100:00100000:3.0:1734671659.531976:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30557 00000100:00100000:3.0:1734671659.531981:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268800:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.532001:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.532050:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.532078:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268800:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 96us (222us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.532085:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30557 00000100:00100000:0.0:1734671659.533536:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.533812:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752268928 00000100:00100000:2.0:1734671659.533819:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752268928 00000100:00100000:2.0:1734671659.533853:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30558 00000100:00100000:2.0:1734671659.533859:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268928:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.533880:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.533928:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.533968:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752268928:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 109us (436us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.533974:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30558 00000100:00100000:0.0:1734671659.535492:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.535820:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269056 00000100:00100000:3.0:1734671659.535826:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269056 00000100:00100000:3.0:1734671659.535862:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30559 00000100:00100000:3.0:1734671659.535867:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269056:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.535891:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.535941:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.535983:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269056:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (495us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.535989:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30559 00000100:00100000:0.0:1734671659.537706:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.537978:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269184 00000100:00100000:2.0:1734671659.537984:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269184 00000100:00100000:2.0:1734671659.538021:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30560 00000100:00100000:2.0:1734671659.538026:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269184:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.538055:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.538110:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.538140:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269184:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (471us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.538147:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30560 00000100:00100000:0.0:1734671659.540030:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.540103:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269312 00000100:00100000:3.0:1734671659.540109:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269312 00000100:00100000:3.0:1734671659.540149:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30561 00000100:00100000:3.0:1734671659.540155:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269312:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.540179:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.540238:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.540270:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269312:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (245us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.540277:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30561 00000100:00100000:0.0:1734671659.543828:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.543910:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269440 00000100:00100000:2.0:1734671659.543917:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269440 00000100:00100000:2.0:1734671659.543958:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30562 00000100:00100000:2.0:1734671659.543965:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269440:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.543992:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.544058:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.544104:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269440:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (282us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.544114:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30562 00000100:00100000:0.0:1734671659.546848:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.546946:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269568 00000100:00100000:3.0:1734671659.546953:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269568 00000100:00100000:3.0:1734671659.546995:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30563 00000100:00100000:3.0:1734671659.547001:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269568:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.547039:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.547101:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.547144:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269568:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 142us (303us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.547151:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30563 00000100:00100000:0.0:1734671659.548759:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.548887:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269696 00000100:00100000:2.0:1734671659.548892:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269696 00000100:00100000:2.0:1734671659.548926:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30564 00000100:00100000:2.0:1734671659.548931:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269696:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.548962:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.549008:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.549048:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269696:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 115us (292us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.549053:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30564 00000100:00100000:0.0:1734671659.551295:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.551361:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269824 00000100:00100000:3.0:1734671659.551368:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269824 00000100:00100000:3.0:1734671659.551402:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30565 00000100:00100000:3.0:1734671659.551408:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269824:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.551430:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.551483:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.551525:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269824:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.551531:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30565 00000100:00100000:0.0:1734671659.553087:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.553254:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752269952 00000100:00100000:2.0:1734671659.553260:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752269952 00000100:00100000:2.0:1734671659.553293:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30566 00000100:00100000:2.0:1734671659.553298:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269952:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.553320:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.553369:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.553407:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752269952:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (324us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.553412:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30566 00000100:00100000:0.0:1734671659.555459:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.555612:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270080 00000100:00100000:3.0:1734671659.555617:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270080 00000100:00100000:3.0:1734671659.555774:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30567 00000100:00100000:3.0:1734671659.555780:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270080:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.555802:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.555852:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.555887:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270080:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (432us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.555893:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30567 00000100:00100000:0.0:1734671659.557287:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.557382:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270208 00000100:00100000:2.0:1734671659.557388:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270208 00000100:00100000:2.0:1734671659.557418:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30568 00000100:00100000:2.0:1734671659.557423:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270208:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.557454:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.557497:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.557535:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270208:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (251us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.557542:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30568 00000100:00100000:0.0:1734671659.559289:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.559352:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270336 00000100:00100000:3.0:1734671659.559357:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270336 00000100:00100000:3.0:1734671659.559392:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30569 00000100:00100000:3.0:1734671659.559397:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270336:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.559418:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.559465:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.559501:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270336:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 103us (217us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.559507:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30569 00000100:00100000:0.0:1734671659.561402:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.561969:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270464 00000100:00100000:2.0:1734671659.561975:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270464 00000100:00100000:2.0:1734671659.562008:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30570 00000100:00100000:2.0:1734671659.562013:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270464:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.562035:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.562082:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.562117:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270464:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (717us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.562122:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30570 00000100:00100000:0.0:1734671659.563877:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.563963:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270592 00000100:00100000:3.0:1734671659.563969:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270592 00000100:00100000:3.0:1734671659.563999:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30571 00000100:00100000:3.0:1734671659.564004:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270592:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.564040:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.564087:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.564123:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270592:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 118us (251us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.564129:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30571 00000100:00100000:0.0:1734671659.565543:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.565886:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270720 00000100:00100000:2.0:1734671659.565891:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270720 00000100:00100000:2.0:1734671659.565917:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30572 00000100:00100000:2.0:1734671659.565922:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270720:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.565941:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.565981:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.566013:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270720:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (474us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.566018:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30572 00000100:00100000:0.0:1734671659.567639:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.567762:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270848 00000100:00100000:3.0:1734671659.567767:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270848 00000100:00100000:3.0:1734671659.567801:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30573 00000100:00100000:3.0:1734671659.567807:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270848:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.567829:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.567882:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.567922:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270848:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.567928:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30573 00000100:00100000:0.0:1734671659.570079:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.570230:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752270976 00000100:00100000:2.0:1734671659.570237:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752270976 00000100:00100000:2.0:1734671659.570274:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30574 00000100:00100000:2.0:1734671659.570279:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270976:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.570302:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.570359:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.570400:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752270976:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (326us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.570406:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30574 00000100:00100000:0.0:1734671659.572699:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.572757:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271104 00000100:00100000:3.0:1734671659.572763:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271104 00000100:00100000:3.0:1734671659.572823:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30575 00000100:00100000:3.0:1734671659.572829:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271104:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.572849:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.572895:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.572932:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271104:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (237us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.572939:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30575 00000100:00100000:0.0:1734671659.574155:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.574306:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271232 00000100:00100000:2.0:1734671659.574312:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271232 00000100:00100000:2.0:1734671659.574345:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30576 00000100:00100000:2.0:1734671659.574350:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271232:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.574383:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.574430:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.574469:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271232:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 117us (315us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.574475:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30576 00000100:00100000:0.0:1734671659.576391:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.576793:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271360 00000100:00100000:3.0:1734671659.576800:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271360 00000100:00100000:3.0:1734671659.576877:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30577 00000100:00100000:3.0:1734671659.576884:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271360:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.576908:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.576964:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.577245:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271360:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 360us (858us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.577251:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30577 00000100:00100000:0.0:1734671659.578894:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.579060:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271488 00000100:00100000:3.0:1734671659.579066:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271488 00000100:00100000:3.0:1734671659.579185:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30578 00000100:00100000:3.0:1734671659.579191:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271488:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.579219:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.579271:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.579309:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271488:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 117us (418us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.579315:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30578 00000100:00100000:0.0:1734671659.581548:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.581664:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271616 00000100:00100000:2.0:1734671659.581670:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271616 00000100:00100000:2.0:1734671659.581723:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30579 00000100:00100000:2.0:1734671659.581728:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b170380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271616:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.581748:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.581796:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.581826:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b170380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271616:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (285us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.581831:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30579 00000100:00100000:0.0:1734671659.583766:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.584048:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271744 00000100:00100000:3.0:1734671659.584055:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271744 00000100:00100000:3.0:1734671659.584378:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30580 00000100:00100000:3.0:1734671659.584385:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271744:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.584409:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.584467:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.584512:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271744:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (750us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.584519:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30580 00000100:00100000:0.0:1734671659.586069:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.586659:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752271872 00000100:00100000:2.0:1734671659.586665:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752271872 00000100:00100000:2.0:1734671659.586818:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30581 00000100:00100000:2.0:1734671659.586825:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271872:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.586850:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.586907:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.587566:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752271872:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 739us (1498us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.587573:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30581 00000100:00100000:0.0:1734671659.589283:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.589456:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272000 00000100:00100000:2.0:1734671659.589462:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272000 00000100:00100000:2.0:1734671659.589499:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30582 00000100:00100000:2.0:1734671659.589504:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272000:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.589530:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.589591:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.589632:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272000:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (353us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.589638:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30582 00000100:00100000:0.0:1734671659.591100:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.591840:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272128 00000100:00100000:3.0:1734671659.591846:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272128 00000100:00100000:3.0:1734671659.591877:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30583 00000100:00100000:3.0:1734671659.591882:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272128:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.591902:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.591947:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.592532:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272128:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 646us (1433us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.592538:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30583 00000100:00100000:0.0:1734671659.594756:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.595411:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272256 00000100:00100000:3.0:1734671659.595418:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272256 00000100:00100000:3.0:1734671659.595589:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30584 00000100:00100000:3.0:1734671659.595595:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272256:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.595627:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.595820:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.595927:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272256:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 331us (1176us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.595935:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30584 00000100:00100000:0.0:1734671659.597823:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.597962:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272384 00000100:00100000:3.0:1734671659.597968:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272384 00000100:00100000:3.0:1734671659.597994:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30585 00000100:00100000:3.0:1734671659.597999:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b171880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272384:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.598031:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.598081:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:3.0:1734671659.598123:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b171880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272384:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 122us (304us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.598128:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30585 00000100:00100000:0.0:1734671659.600133:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.600392:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272512 00000100:00100000:2.0:1734671659.600399:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272512 00000100:00100000:2.0:1734671659.600437:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30586 00000100:00100000:2.0:1734671659.600443:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272512:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.600477:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.600537:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fd:0x0]: rc = -2 00000100:00100000:2.0:1734671659.600580:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b171c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272512:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (452us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.600585:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30586 00000100:00100000:0.0:1734671659.607267:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.607344:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272640 00000100:00100000:3.0:1734671659.607350:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272640 00000100:00100000:3.0:1734671659.607385:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30587 00000100:00100000:3.0:1734671659.607391:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272640:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.607419:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.607498:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.607544:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b171f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272640:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 152us (284us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.607550:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30587 00000100:00100000:0.0:1734671659.608798:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.608945:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272768 00000100:00100000:3.0:1734671659.608950:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272768 00000100:00100000:3.0:1734671659.608983:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30588 00000100:00100000:3.0:1734671659.608988:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272768:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.609005:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.609043:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.609074:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272768:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 85us (278us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.609080:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30588 00000100:00100000:0.0:1734671659.611380:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.611460:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752272896 00000100:00100000:2.0:1734671659.611465:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752272896 00000100:00100000:2.0:1734671659.611502:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30589 00000100:00100000:2.0:1734671659.611508:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b172680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272896:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.611528:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.611584:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.611634:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b172680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752272896:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 124us (258us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.611640:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30589 00000100:00100000:0.0:1734671659.613339:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.613501:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273024 00000100:00100000:3.0:1734671659.613507:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273024 00000100:00100000:3.0:1734671659.613540:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30590 00000100:00100000:3.0:1734671659.613546:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273024:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.613566:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.613624:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.613651:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273024:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 104us (316us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.613656:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30590 00000100:00100000:0.0:1734671659.615404:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.615563:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273152 00000100:00100000:2.0:1734671659.615569:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273152 00000100:00100000:2.0:1734671659.615611:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30591 00000100:00100000:2.0:1734671659.615617:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273152:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.615638:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.615714:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.615744:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273152:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (342us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.615750:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30591 00000100:00100000:0.0:1734671659.616897:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.617136:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273280 00000100:00100000:3.0:1734671659.617141:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273280 00000100:00100000:3.0:1734671659.617169:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30592 00000100:00100000:3.0:1734671659.617174:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273280:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.617200:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.617237:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.617259:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273280:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 84us (364us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.617264:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30592 00000100:00100000:0.0:1734671659.619127:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.619201:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273408 00000100:00100000:2.0:1734671659.619207:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273408 00000100:00100000:2.0:1734671659.619241:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30593 00000100:00100000:2.0:1734671659.619247:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273408:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.619268:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.619318:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.619358:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273408:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (234us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.619364:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30593 00000100:00100000:0.0:1734671659.620531:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.620763:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273536 00000100:00100000:3.0:1734671659.620768:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273536 00000100:00100000:3.0:1734671659.620789:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30594 00000100:00100000:3.0:1734671659.620794:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b173800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273536:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.620810:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.620846:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.620879:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b173800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273536:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 84us (349us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.620885:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30594 00000100:00100000:0.0:1734671659.622415:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.622988:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273664 00000100:00100000:2.0:1734671659.622994:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273664 00000100:00100000:2.0:1734671659.623029:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30595 00000100:00100000:2.0:1734671659.623035:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273664:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.623065:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.623110:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.623532:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273664:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 496us (1120us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.623538:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30595 00000100:00100000:0.0:1734671659.625159:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.625369:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273792 00000100:00100000:2.0:1734671659.625375:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273792 00000100:00100000:2.0:1734671659.625404:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30596 00000100:00100000:2.0:1734671659.625409:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273792:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.625430:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.625474:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.625501:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273792:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 91us (345us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.625506:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30596 00000100:00100000:2.0:1734671659.627267:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.627332:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752273920 00000100:00100000:3.0:1734671659.627337:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752273920 00000100:00100000:3.0:1734671659.627362:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30597 00000100:00100000:3.0:1734671659.627367:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273920:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.627387:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.627448:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.627487:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752273920:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (225us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.627495:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30597 00000100:00100000:0.0:1734671659.628815:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.628992:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274048 00000100:00100000:2.0:1734671659.628997:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274048 00000100:00100000:2.0:1734671659.629029:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30598 00000100:00100000:2.0:1734671659.629034:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274048:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.629055:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.629103:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.629136:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274048:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 101us (323us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.629141:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30598 00000100:00100000:0.0:1734671659.630770:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.630849:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274176 00000100:00100000:2.0:1734671659.630854:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274176 00000100:00100000:2.0:1734671659.630888:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30599 00000100:00100000:2.0:1734671659.630893:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274176:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.630914:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.630962:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.630996:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274176:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (229us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.631001:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30599 00000100:00100000:0.0:1734671659.632140:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.632399:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274304 00000100:00100000:3.0:1734671659.632404:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274304 00000100:00100000:3.0:1734671659.632437:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30600 00000100:00100000:3.0:1734671659.632442:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274304:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.632460:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.632501:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.632536:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274304:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 93us (397us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.632542:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30600 00000100:00100000:0.0:1734671659.634574:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.634708:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274432 00000100:00100000:2.0:1734671659.634714:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274432 00000100:00100000:2.0:1734671659.634747:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30601 00000100:00100000:2.0:1734671659.634751:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274432:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.634784:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.634836:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.634869:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274432:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 117us (301us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.634874:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30601 00000100:00100000:0.0:1734671659.636341:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.636397:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274560 00000100:00100000:3.0:1734671659.636402:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274560 00000100:00100000:3.0:1734671659.636432:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30602 00000100:00100000:3.0:1734671659.636437:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274560:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.636464:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.636508:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.636544:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274560:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (206us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.636549:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30602 00000100:00100000:0.0:1734671659.638369:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.638772:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274688 00000100:00100000:2.0:1734671659.638778:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274688 00000100:00100000:2.0:1734671659.638811:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30603 00000100:00100000:2.0:1734671659.638816:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274688:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.638840:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.638891:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.638931:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274688:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (567us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.638939:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30603 00000100:00100000:0.0:1734671659.640117:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.640347:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274816 00000100:00100000:3.0:1734671659.640353:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274816 00000100:00100000:3.0:1734671659.640579:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30604 00000100:00100000:3.0:1734671659.640586:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274816:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.640620:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.640707:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.640742:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274816:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 157us (628us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.640748:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30604 00000100:00100000:0.0:1734671659.642531:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.642592:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752274944 00000100:00100000:2.0:1734671659.642607:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752274944 00000100:00100000:2.0:1734671659.642641:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30605 00000100:00100000:2.0:1734671659.642646:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274944:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.642668:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.642742:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:2.0:1734671659.642778:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752274944:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 131us (251us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.642784:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30605 00000100:00100000:0.0:1734671659.644049:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.644197:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275072 00000100:00100000:3.0:1734671659.644202:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275072 00000100:00100000:3.0:1734671659.644382:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30606 00000100:00100000:3.0:1734671659.644388:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275072:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.644407:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.644448:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x320:0x0]: rc = -2 00000100:00100000:3.0:1734671659.644487:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275072:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (440us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.644492:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30606 00000100:00100000:0.0:1734671659.646751:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.646887:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275200 00000100:00100000:2.0:1734671659.646894:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275200 00000100:00100000:2.0:1734671659.646927:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30607 00000100:00100000:2.0:1734671659.646932:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275200:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.647241:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.647311:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.647719:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275200:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 784us (971us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.647726:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30607 00000100:00100000:0.0:1734671659.649783:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.650300:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275328 00000100:00100000:2.0:1734671659.650308:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275328 00000100:00100000:2.0:1734671659.650350:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30608 00000100:00100000:2.0:1734671659.650356:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275328:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.650388:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.650448:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:2.0:1734671659.650490:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275328:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 134us (713us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.650496:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30608 00000100:00100000:0.0:1734671659.652019:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.652326:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275456 00000100:00100000:3.0:1734671659.652331:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275456 00000100:00100000:3.0:1734671659.652395:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30609 00000100:00100000:3.0:1734671659.652400:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275456:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.652421:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.652469:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.652667:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275456:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 265us (650us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.652672:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30609 00000100:00100000:0.0:1734671659.654221:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.654374:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275584 00000100:00100000:3.0:1734671659.654380:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275584 00000100:00100000:3.0:1734671659.654649:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30610 00000100:00100000:3.0:1734671659.654655:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275584:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.654710:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.654759:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.654792:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275584:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (576us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.654798:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30610 00000100:00100000:0.0:1734671659.656391:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.656569:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275712 00000100:00100000:2.0:1734671659.656575:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275712 00000100:00100000:2.0:1734671659.656617:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30611 00000100:00100000:2.0:1734671659.656622:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275712:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.656643:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35f:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.656726:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35f:0x0]: rc = -2 00000100:00100000:2.0:1734671659.656765:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275712:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 141us (377us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.656771:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30611 00000100:00100000:0.0:1734671659.659150:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.659286:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275840 00000100:00100000:3.0:1734671659.659293:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275840 00000100:00100000:3.0:1734671659.659476:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30612 00000100:00100000:3.0:1734671659.659483:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275840:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.659507:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.659566:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35f:0x0]: rc = -2 00000100:00100000:3.0:1734671659.659788:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275840:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 304us (642us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.659795:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30612 00000100:00100000:0.0:1734671659.661721:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.661839:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752275968 00000100:00100000:3.0:1734671659.661845:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752275968 00000100:00100000:3.0:1734671659.661910:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30613 00000100:00100000:3.0:1734671659.661916:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275968:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.661937:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.662100:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.662141:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752275968:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 223us (423us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.662147:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30613 00000100:00100000:0.0:1734671659.664307:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.664562:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276096 00000100:00100000:3.0:1734671659.664568:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276096 00000100:00100000:3.0:1734671659.664613:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30614 00000100:00100000:3.0:1734671659.664619:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276096:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.664642:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.664809:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x330:0x0]: rc = -2 00000100:00100000:3.0:1734671659.664912:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276096:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 292us (610us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.664918:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30614 00000100:00100000:0.0:1734671659.667196:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.667272:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276224 00000100:00100000:3.0:1734671659.667277:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276224 00000100:00100000:3.0:1734671659.667384:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30615 00000100:00100000:3.0:1734671659.667390:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276224:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.667420:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.667472:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35f:0x0]: rc = -2 00000100:00100000:3.0:1734671659.667726:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276224:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 334us (533us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.667733:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30615 00000100:00100000:0.0:1734671659.669829:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.669980:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276352 00000100:00100000:3.0:1734671659.669986:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276352 00000100:00100000:3.0:1734671659.670020:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30616 00000100:00100000:3.0:1734671659.670025:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276352:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.670047:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.670100:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35f:0x0]: rc = -2 00000100:00100000:3.0:1734671659.670130:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276352:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 104us (305us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.670135:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30616 00000100:00100000:0.0:1734671659.671736:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.671808:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276480 00000100:00100000:2.0:1734671659.671813:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276480 00000100:00100000:2.0:1734671659.671843:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30617 00000100:00100000:2.0:1734671659.671848:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276480:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.671865:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35f:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.671918:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35f:0x0]: rc = -2 00000100:00100000:2.0:1734671659.671954:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276480:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (221us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.671960:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30617 00000100:00100000:0.0:1734671659.673300:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.673453:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276608 00000100:00100000:3.0:1734671659.673458:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276608 00000100:00100000:3.0:1734671659.673486:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30618 00000100:00100000:3.0:1734671659.673491:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276608:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.673508:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.673549:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35f:0x0]: rc = -2 00000100:00100000:3.0:1734671659.673570:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276608:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 78us (274us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.673575:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30618 00000100:00100000:1.0:1734671659.675102:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.675376:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276736 00000100:00100000:3.0:1734671659.675381:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276736 00000100:00100000:3.0:1734671659.675412:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30619 00000100:00100000:3.0:1734671659.675417:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276736:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.675436:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.675479:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x329:0x0]: rc = -2 00000100:00100000:3.0:1734671659.675517:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276736:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 99us (419us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.675523:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30619 00000100:00100000:0.0:1734671659.676879:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.677073:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276864 00000100:00100000:2.0:1734671659.677079:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276864 00000100:00100000:2.0:1734671659.677111:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30620 00000100:00100000:2.0:1734671659.677116:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276864:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.677135:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.677179:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x329:0x0]: rc = -2 00000100:00100000:2.0:1734671659.677215:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276864:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (338us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.677221:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30620 00000100:00100000:0.0:1734671659.678860:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.678947:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752276992 00000100:00100000:3.0:1734671659.678953:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752276992 00000100:00100000:3.0:1734671659.679002:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30621 00000100:00100000:3.0:1734671659.679007:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276992:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.679036:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.679082:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x329:0x0]: rc = -2 00000100:00100000:3.0:1734671659.679116:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752276992:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 109us (261us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.679122:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30621 00000100:00100000:0.0:1734671659.680608:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.680767:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277120 00000100:00100000:2.0:1734671659.680772:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277120 00000100:00100000:2.0:1734671659.680803:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30622 00000100:00100000:2.0:1734671659.680808:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277120:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.680835:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.680877:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x329:0x0]: rc = -2 00000100:00100000:2.0:1734671659.680903:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277120:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 94us (307us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.680909:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30622 00000100:00100000:0.0:1734671659.682787:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.682861:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277248 00000100:00100000:3.0:1734671659.682867:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277248 00000100:00100000:3.0:1734671659.682902:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30623 00000100:00100000:3.0:1734671659.682908:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277248:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.682928:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.682979:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x329:0x0]: rc = -2 00000100:00100000:3.0:1734671659.683006:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277248:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (224us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.683011:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30623 00000100:00100000:0.0:1734671659.684539:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.684609:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277376 00000100:00100000:2.0:1734671659.684615:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277376 00000100:00100000:2.0:1734671659.684647:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30624 00000100:00100000:2.0:1734671659.684652:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277376:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.684669:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.684731:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x329:0x0]: rc = -2 00000100:00100000:2.0:1734671659.684756:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277376:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 103us (221us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.684761:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30624 00000100:00100000:0.0:1734671659.686546:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.686625:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277504 00000100:00100000:3.0:1734671659.686631:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277504 00000100:00100000:3.0:1734671659.686666:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30625 00000100:00100000:3.0:1734671659.686672:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277504:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.686729:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.686782:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x328:0x0]: rc = -2 00000100:00100000:3.0:1734671659.686818:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277504:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 144us (276us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.686825:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30625 00000100:00100000:0.0:1734671659.689187:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.689501:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277632 00000100:00100000:2.0:1734671659.689508:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277632 00000100:00100000:2.0:1734671659.689546:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30626 00000100:00100000:2.0:1734671659.689552:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277632:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.689578:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.689655:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x328:0x0]: rc = -2 00000100:00100000:2.0:1734671659.689738:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277632:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 185us (554us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.689744:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30626 00000100:00100000:0.0:1734671659.691933:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.692005:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277760 00000100:00100000:2.0:1734671659.692011:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277760 00000100:00100000:2.0:1734671659.692051:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30627 00000100:00100000:2.0:1734671659.692057:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277760:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.692077:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.692129:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x328:0x0]: rc = -2 00000100:00100000:2.0:1734671659.692168:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277760:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (239us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.692174:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30627 00000100:00100000:0.0:1734671659.693780:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.693937:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752277888 00000100:00100000:3.0:1734671659.693942:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752277888 00000100:00100000:3.0:1734671659.693972:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30628 00000100:00100000:3.0:1734671659.693977:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277888:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.693994:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.694035:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x328:0x0]: rc = -2 00000100:00100000:3.0:1734671659.694068:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752277888:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (291us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.694073:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30628 00000100:00100000:0.0:1734671659.695522:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.695646:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278016 00000100:00100000:2.0:1734671659.695651:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278016 00000100:00100000:2.0:1734671659.695710:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30629 00000100:00100000:2.0:1734671659.695715:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278016:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.695744:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.695791:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.695822:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278016:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 106us (304us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.695827:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30629 00000100:00100000:0.0:1734671659.697921:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.697984:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278144 00000100:00100000:3.0:1734671659.697991:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278144 00000100:00100000:3.0:1734671659.698253:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30630 00000100:00100000:3.0:1734671659.698259:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278144:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.698287:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.698338:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:3.0:1734671659.698376:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278144:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (460us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.698382:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30630 00000100:00100000:0.0:1734671659.700160:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.700353:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278272 00000100:00100000:2.0:1734671659.700359:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278272 00000100:00100000:2.0:1734671659.700389:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30631 00000100:00100000:2.0:1734671659.700394:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278272:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.700414:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.700460:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x328:0x0]: rc = -2 00000100:00100000:2.0:1734671659.700517:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278272:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 122us (360us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.700522:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30631 00000100:00100000:0.0:1734671659.701847:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.702051:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278400 00000100:00100000:3.0:1734671659.702057:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278400 00000100:00100000:3.0:1734671659.702090:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30632 00000100:00100000:3.0:1734671659.702096:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278400:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.702115:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.702159:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x328:0x0]: rc = -2 00000100:00100000:3.0:1734671659.702186:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278400:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (342us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.702192:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30632 00000100:00100000:0.0:1734671659.703797:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.703868:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278528 00000100:00100000:2.0:1734671659.703873:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278528 00000100:00100000:2.0:1734671659.703904:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30633 00000100:00100000:2.0:1734671659.703908:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278528:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.703928:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.703979:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.704017:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278528:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (223us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.704024:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30633 00000100:00100000:0.0:1734671659.705563:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.705722:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278656 00000100:00100000:3.0:1734671659.705729:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278656 00000100:00100000:3.0:1734671659.705931:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30634 00000100:00100000:3.0:1734671659.705937:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278656:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.705958:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.706010:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:3.0:1734671659.706050:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278656:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 112us (490us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.706056:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30634 00000100:00100000:0.0:1734671659.707612:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.707710:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278784 00000100:00100000:2.0:1734671659.707716:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278784 00000100:00100000:2.0:1734671659.707748:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30635 00000100:00100000:2.0:1734671659.707754:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278784:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.707772:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.707816:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.707844:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278784:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (246us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.707850:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30635 00000100:00100000:0.0:1734671659.709408:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.709727:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752278912 00000100:00100000:3.0:1734671659.709733:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752278912 00000100:00100000:3.0:1734671659.709768:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30636 00000100:00100000:3.0:1734671659.709773:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278912:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.709793:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.709843:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:3.0:1734671659.709872:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752278912:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 98us (467us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.709877:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30636 00000100:00100000:0.0:1734671659.711922:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.712010:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279040 00000100:00100000:2.0:1734671659.712016:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279040 00000100:00100000:2.0:1734671659.712052:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30637 00000100:00100000:2.0:1734671659.712057:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279040:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.712089:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.712140:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.712182:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279040:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (263us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.712188:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30637 00000100:00100000:0.0:1734671659.713723:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.713902:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279168 00000100:00100000:3.0:1734671659.713909:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279168 00000100:00100000:3.0:1734671659.714175:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30638 00000100:00100000:3.0:1734671659.714182:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279168:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.714212:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.714258:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.714303:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279168:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (583us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.714309:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30638 00000100:00100000:0.0:1734671659.716348:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.716455:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279296 00000100:00100000:2.0:1734671659.716461:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279296 00000100:00100000:2.0:1734671659.716500:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30639 00000100:00100000:2.0:1734671659.716506:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279296:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.716529:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.716584:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.716628:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279296:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (285us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.716633:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30639 00000100:00100000:0.0:1734671659.718107:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.718263:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279424 00000100:00100000:3.0:1734671659.718269:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279424 00000100:00100000:3.0:1734671659.718307:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30640 00000100:00100000:3.0:1734671659.718312:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279424:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.718332:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.718377:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:3.0:1734671659.718415:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279424:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (311us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.718423:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30640 00000100:00100000:0.0:1734671659.720559:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.720698:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279552 00000100:00100000:2.0:1734671659.720705:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279552 00000100:00100000:2.0:1734671659.720743:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30641 00000100:00100000:2.0:1734671659.720749:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279552:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.720773:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.720831:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.720878:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279552:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 128us (323us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.720883:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30641 00000100:00100000:0.0:1734671659.722074:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.722142:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279680 00000100:00100000:3.0:1734671659.722148:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279680 00000100:00100000:3.0:1734671659.722182:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30642 00000100:00100000:3.0:1734671659.722187:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279680:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.722207:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.722249:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.722282:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279680:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 94us (210us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.722287:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30642 00000100:00100000:0.0:1734671659.724726:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.725120:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279808 00000100:00100000:2.0:1734671659.725127:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279808 00000100:00100000:2.0:1734671659.725168:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30643 00000100:00100000:2.0:1734671659.725175:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279808:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.725198:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.725257:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.725301:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279808:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (581us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.725307:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30643 00000100:00100000:0.0:1734671659.727095:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.727282:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752279936 00000100:00100000:3.0:1734671659.727289:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752279936 00000100:00100000:3.0:1734671659.727327:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30644 00000100:00100000:3.0:1734671659.727333:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279936:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.727356:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.727412:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:3.0:1734671659.727454:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752279936:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (364us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.727460:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30644 00000100:00100000:0.0:1734671659.729478:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.729578:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280064 00000100:00100000:2.0:1734671659.729583:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280064 00000100:00100000:2.0:1734671659.729629:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30645 00000100:00100000:2.0:1734671659.729634:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280064:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.729667:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.729749:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.729784:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280064:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 149us (311us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.729790:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30645 00000100:00100000:0.0:1734671659.731212:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.731361:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280192 00000100:00100000:3.0:1734671659.731376:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280192 00000100:00100000:3.0:1734671659.731720:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30646 00000100:00100000:3.0:1734671659.731727:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280192:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.731757:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.731807:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.731843:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280192:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (633us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.731849:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30646 00000100:00100000:0.0:1734671659.733786:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.733852:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280320 00000100:00100000:2.0:1734671659.733857:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280320 00000100:00100000:2.0:1734671659.733888:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30647 00000100:00100000:2.0:1734671659.733893:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280320:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.733913:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.733963:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.733998:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280320:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 105us (216us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.734003:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30647 00000100:00100000:1.0:1734671659.735914:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752213888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734671659.735953:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671659.736045:0:8438:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752213888 00000100:00100000:2.0:1734671659.736051:0:8438:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752213888 00000100:00100000:2.0:1734671659.736077:0:8438:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1734671659.736082:0:8438:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3302:x1818934752213888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734671659.736107:0:8438:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28966912 granted 331022336 pending 0 free 3833593856 avail 3831496704 00000100:00100000:2.0:1734671659.736146:0:8438:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3302:x1818934752213888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671659.736151:0:8438:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1734671659.736235:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.736297:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752213888:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1734671659.736420:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671629 00000100:00100000:2.0:1734671659.736467:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280448 00000100:00100000:2.0:1734671659.736470:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280448 00000100:00100000:2.0:1734671659.736497:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30648 00000100:00100000:2.0:1734671659.736501:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280448:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.736518:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.736570:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.737419:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280448:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 914us (1183us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.737427:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30648 00000100:00100000:0.0:1734671659.740647:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.740734:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280576 00000100:00100000:2.0:1734671659.740742:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280576 00000100:00100000:2.0:1734671659.740782:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30649 00000100:00100000:2.0:1734671659.740788:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280576:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.740815:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.740877:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.741248:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280576:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 458us (607us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.741255:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30649 00000100:00100000:1.0:1734671659.743007:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.743076:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280704 00000100:00100000:2.0:1734671659.743082:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280704 00000100:00100000:2.0:1734671659.743278:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30650 00000100:00100000:2.0:1734671659.743283:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280704:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.743317:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.743369:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.743410:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280704:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 125us (407us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.743416:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30650 00000100:00100000:0.0:1734671659.745648:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.745736:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280832 00000100:00100000:2.0:1734671659.745742:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280832 00000100:00100000:2.0:1734671659.745778:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30651 00000100:00100000:2.0:1734671659.745784:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280832:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.745806:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.745864:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.745906:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280832:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (262us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.745912:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30651 00000100:00100000:0.0:1734671659.748190:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.748272:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752280960 00000100:00100000:2.0:1734671659.748278:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752280960 00000100:00100000:2.0:1734671659.748317:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30652 00000100:00100000:2.0:1734671659.748323:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280960:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.748345:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.748403:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.748445:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752280960:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.748455:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30652 00000100:00100000:1.0:1734671659.750474:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.750534:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281088 00000100:00100000:0.0:1734671659.750539:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281088 00000100:00100000:0.0:1734671659.750573:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30653 00000100:00100000:0.0:1734671659.750578:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281088:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.750637:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.750720:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:0.0:1734671659.750749:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281088:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 170us (280us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.750754:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30653 00000100:00100000:0.0:1734671659.752012:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.752278:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281216 00000100:00100000:2.0:1734671659.752282:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281216 00000100:00100000:2.0:1734671659.752311:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30654 00000100:00100000:2.0:1734671659.752316:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281216:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.752333:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.752371:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.752836:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281216:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 519us (827us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.752843:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30654 00000100:00100000:0.0:1734671659.754558:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.754637:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281344 00000100:00100000:2.0:1734671659.754642:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281344 00000100:00100000:2.0:1734671659.754710:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30655 00000100:00100000:2.0:1734671659.754716:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281344:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.754747:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.754794:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.755037:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281344:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 320us (481us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.755043:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30655 00000100:00100000:1.0:1734671659.756483:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.756944:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281472 00000100:00100000:2.0:1734671659.756950:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281472 00000100:00100000:2.0:1734671659.756977:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30656 00000100:00100000:2.0:1734671659.756982:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281472:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.757004:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.757055:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.757084:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281472:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 101us (604us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.757090:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30656 00000100:00100000:0.0:1734671659.758667:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.758859:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281600 00000100:00100000:2.0:1734671659.758864:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281600 00000100:00100000:2.0:1734671659.759193:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30657 00000100:00100000:2.0:1734671659.759200:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281600:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.759222:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.759272:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.759534:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281600:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 333us (870us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.759540:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30657 00000100:00100000:0.0:1734671659.761036:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.761232:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281728 00000100:00100000:2.0:1734671659.761238:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281728 00000100:00100000:2.0:1734671659.761258:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30658 00000100:00100000:2.0:1734671659.761263:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281728:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.761281:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.761325:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.761361:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281728:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 96us (327us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.761367:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30658 00000100:00100000:0.0:1734671659.763039:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.763139:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281856 00000100:00100000:2.0:1734671659.763144:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281856 00000100:00100000:2.0:1734671659.763174:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30659 00000100:00100000:2.0:1734671659.763179:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281856:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.763211:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.763256:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.763303:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281856:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 122us (268us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.763309:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30659 00000100:00100000:0.0:1734671659.767418:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.767801:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752281984 00000100:00100000:2.0:1734671659.767808:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752281984 00000100:00100000:2.0:1734671659.767848:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30660 00000100:00100000:2.0:1734671659.767854:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281984:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.767881:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.767951:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.768005:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752281984:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (593us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.768012:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30660 00000100:00100000:0.0:1734671659.770591:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.771170:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282112 00000100:00100000:2.0:1734671659.771178:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282112 00000100:00100000:2.0:1734671659.771210:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30661 00000100:00100000:2.0:1734671659.771216:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282112:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.771241:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.771305:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.771354:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282112:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 137us (769us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.771359:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30661 00000100:00100000:1.0:1734671659.774479:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.774538:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282240 00000100:00100000:0.0:1734671659.774545:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282240 00000100:00100000:0.0:1734671659.775517:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30662 00000100:00100000:0.0:1734671659.775524:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282240:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.775550:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.775631:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:0.0:1734671659.775670:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282240:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 146us (1198us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.775690:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30662 00000100:00100000:0.0:1734671659.778101:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.778191:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282368 00000100:00100000:2.0:1734671659.778198:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282368 00000100:00100000:2.0:1734671659.778226:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30663 00000100:00100000:2.0:1734671659.778231:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282368:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.778258:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.778490:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.778590:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282368:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 357us (494us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.778606:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30663 00000100:00100000:0.0:1734671659.780268:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.780486:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282496 00000100:00100000:2.0:1734671659.780492:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282496 00000100:00100000:2.0:1734671659.780519:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30664 00000100:00100000:2.0:1734671659.780523:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282496:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.780558:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.780630:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.780697:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282496:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (410us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.780703:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30664 00000100:00100000:0.0:1734671659.782393:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.782503:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282624 00000100:00100000:2.0:1734671659.782509:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282624 00000100:00100000:2.0:1734671659.782546:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30665 00000100:00100000:2.0:1734671659.782551:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282624:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.782574:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.782637:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.783079:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282624:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 526us (691us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.783085:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30665 00000100:00100000:0.0:1734671659.784553:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.784706:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282752 00000100:00100000:2.0:1734671659.784712:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282752 00000100:00100000:2.0:1734671659.784736:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30666 00000100:00100000:2.0:1734671659.784742:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282752:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.784762:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.784810:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x309:0x0]: rc = -2 00000100:00100000:2.0:1734671659.784850:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282752:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (298us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.784855:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30666 00000100:00100000:0.0:1734671659.786937:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.787017:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752282880 00000100:00100000:2.0:1734671659.787023:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752282880 00000100:00100000:2.0:1734671659.787273:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30667 00000100:00100000:2.0:1734671659.787279:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282880:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.787303:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.787361:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.787402:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752282880:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 122us (470us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.787408:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30667 00000100:00100000:1.0:1734671659.790361:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.790947:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283008 00000100:00100000:0.0:1734671659.790957:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283008 00000100:00100000:0.0:1734671659.791003:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30668 00000100:00100000:0.0:1734671659.791009:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283008:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.791034:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.791114:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:0.0:1734671659.791151:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283008:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 142us (797us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.791157:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30668 00000100:00100000:0.0:1734671659.793459:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.793788:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283136 00000100:00100000:2.0:1734671659.793794:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283136 00000100:00100000:2.0:1734671659.793821:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30669 00000100:00100000:2.0:1734671659.793827:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283136:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.793860:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.793930:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.793963:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283136:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (509us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.793969:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30669 00000100:00100000:0.0:1734671659.795581:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.795898:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283264 00000100:00100000:2.0:1734671659.795904:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283264 00000100:00100000:2.0:1734671659.795991:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30670 00000100:00100000:2.0:1734671659.795997:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283264:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.796016:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.796064:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.796105:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283264:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (527us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.796111:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30670 00000100:00100000:2.0:1734671659.797836:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.797886:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283392 00000100:00100000:0.0:1734671659.797891:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283392 00000100:00100000:0.0:1734671659.797921:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30671 00000100:00100000:0.0:1734671659.797926:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283392:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.798149:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.798213:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:0.0:1734671659.798245:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283392:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 318us (413us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.798251:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30671 00000100:00100000:0.0:1734671659.799608:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.800005:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283520 00000100:00100000:2.0:1734671659.800011:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283520 00000100:00100000:3.0:1734671659.800185:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30672 00000100:00100000:3.0:1734671659.800193:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283520:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.800215:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.800274:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.800351:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283520:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 157us (754us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.800357:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30672 00000100:00100000:0.0:1734671659.802348:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.802437:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283648 00000100:00100000:3.0:1734671659.802443:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283648 00000100:00100000:3.0:1734671659.802503:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30673 00000100:00100000:3.0:1734671659.802509:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283648:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.802532:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.802583:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:3.0:1734671659.802932:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283648:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 421us (587us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.802938:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30673 00000100:00100000:2.0:1734671659.804859:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.804932:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283776 00000100:00100000:3.0:1734671659.804938:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283776 00000100:00100000:3.0:1734671659.804985:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30674 00000100:00100000:3.0:1734671659.804991:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283776:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.805019:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.805081:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:3.0:1734671659.805128:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283776:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (272us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.805138:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30674 00000100:00100000:0.0:1734671659.807584:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.807634:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752283904 00000100:00100000:2.0:1734671659.807640:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752283904 00000100:00100000:2.0:1734671659.807695:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30675 00000100:00100000:2.0:1734671659.807700:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283904:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.807721:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.807772:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:2.0:1734671659.807807:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752283904:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 106us (234us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.807813:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30675 00000100:00100000:0.0:1734671659.809090:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.809474:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284032 00000100:00100000:2.0:1734671659.809478:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284032 00000100:00100000:2.0:1734671659.809520:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30676 00000100:00100000:2.0:1734671659.809525:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284032:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.809544:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.809583:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:2.0:1734671659.809626:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284032:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 100us (539us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.809632:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30676 00000100:00100000:2.0:1734671659.813099:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.813180:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284160 00000100:00100000:3.0:1734671659.813187:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284160 00000100:00100000:3.0:1734671659.813213:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30677 00000100:00100000:3.0:1734671659.813219:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284160:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.813259:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.813316:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.813348:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284160:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 128us (255us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.813354:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30677 00000100:00100000:0.0:1734671659.816187:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.816246:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284288 00000100:00100000:2.0:1734671659.816253:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284288 00000100:00100000:2.0:1734671659.816287:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30678 00000100:00100000:2.0:1734671659.816293:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284288:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.816320:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.816378:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.816409:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284288:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (229us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.816415:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30678 00000100:00100000:0.0:1734671659.821432:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.821512:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284416 00000100:00100000:3.0:1734671659.821520:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284416 00000100:00100000:3.0:1734671659.821590:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30679 00000100:00100000:3.0:1734671659.821606:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284416:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.821635:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.821724:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:3.0:1734671659.821756:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284416:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (331us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.821762:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30679 00000100:00100000:0.0:1734671659.823908:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671659.823945:0:7073:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734671659.823977:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284544 00000100:00100000:3.0:1734671659.823982:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284544 00000100:00100000:3.0:1734671659.824063:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30680 00000100:00100000:3.0:1734671659.824069:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284544:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.824093:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.824145:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:3.0:1734671659.824452:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284544:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 380us (548us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.824458:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30680 00000100:00100000:0.0:1734671659.827509:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.827603:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284672 00000100:00100000:3.0:1734671659.827611:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284672 00000100:00100000:2.0:1734671659.827745:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30681 00000100:00100000:2.0:1734671659.827752:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284672:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.827776:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.827856:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.827890:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284672:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 139us (386us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.827897:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30681 00000100:00100000:0.0:1734671659.832799:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.832875:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284800 00000100:00100000:3.0:1734671659.832887:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284800 00000100:00100000:3.0:1734671659.833017:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30682 00000100:00100000:3.0:1734671659.833024:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284800:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.833050:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.833114:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.833148:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284800:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 124us (356us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.833155:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30682 00000100:00100000:0.0:1734671659.839018:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.841040:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752284928 00000100:00100000:2.0:1734671659.841050:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752284928 00000100:00100000:2.0:1734671659.841100:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30683 00000100:00100000:2.0:1734671659.841108:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284928:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.841133:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.841204:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.842066:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752284928:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 956us (3054us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.842073:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30683 00000100:00100000:0.0:1734671659.845485:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.845707:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285056 00000100:00100000:2.0:1734671659.845715:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285056 00000100:00100000:2.0:1734671659.845759:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30684 00000100:00100000:2.0:1734671659.845769:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285056:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.845794:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.845862:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.847190:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285056:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1416us (1704us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.847199:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30684 00000100:00100000:0.0:1734671659.850547:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.850704:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285184 00000100:00100000:2.0:1734671659.850711:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285184 00000100:00100000:2.0:1734671659.850752:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30685 00000100:00100000:2.0:1734671659.850758:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285184:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.850796:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.850867:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:2.0:1734671659.850908:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285184:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 150us (368us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.850915:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30685 00000100:00100000:1.0:1734671659.854805:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.855881:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285312 00000100:00100000:3.0:1734671659.855890:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285312 00000100:00100000:3.0:1734671659.855940:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30686 00000100:00100000:3.0:1734671659.855947:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285312:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.855987:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.856067:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:3.0:1734671659.856108:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285312:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 160us (1310us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.856114:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30686 00000100:00100000:0.0:1734671659.858195:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.858358:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285440 00000100:00100000:2.0:1734671659.858363:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285440 00000100:00100000:2.0:1734671659.858404:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30687 00000100:00100000:2.0:1734671659.858410:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285440:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.858436:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.858498:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:2.0:1734671659.858548:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285440:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (357us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.858554:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30687 00000100:00100000:0.0:1734671659.860756:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.860896:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285568 00000100:00100000:2.0:1734671659.860903:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285568 00000100:00100000:2.0:1734671659.860946:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30688 00000100:00100000:2.0:1734671659.860953:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285568:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.860978:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.861159:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2ef:0x0]: rc = -2 00000100:00100000:2.0:1734671659.861566:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285568:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 611us (815us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.861573:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30688 00000100:00100000:1.0:1734671659.865029:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.865101:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285696 00000100:00100000:2.0:1734671659.865108:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285696 00000100:00100000:2.0:1734671659.865153:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30689 00000100:00100000:2.0:1734671659.865159:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285696:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.865184:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.865247:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.865281:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285696:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (258us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.865287:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30689 00000100:00100000:0.0:1734671659.866672:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.867262:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285824 00000100:00100000:3.0:1734671659.867270:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285824 00000100:00100000:3.0:1734671659.867312:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30690 00000100:00100000:3.0:1734671659.867318:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285824:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.867341:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.867418:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.869344:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285824:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 2019us (2668us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.869355:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30690 00000100:00100000:1.0:1734671659.872509:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.872769:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752285952 00000100:00100000:3.0:1734671659.872776:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752285952 00000100:00100000:3.0:1734671659.872816:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30691 00000100:00100000:3.0:1734671659.872821:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285952:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.872844:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.872907:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.872949:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752285952:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (446us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.872955:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30691 00000100:00100000:1.0:1734671659.878848:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.878903:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286080 00000100:00100000:2.0:1734671659.878911:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286080 00000100:00100000:2.0:1734671659.878950:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30692 00000100:00100000:2.0:1734671659.878956:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286080:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.878994:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.879070:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.879514:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286080:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 556us (672us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.879520:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30692 00000100:00100000:0.0:1734671659.885323:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.885423:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286208 00000100:00100000:3.0:1734671659.885432:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286208 00000100:00100000:3.0:1734671659.885469:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30693 00000100:00100000:3.0:1734671659.885475:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286208:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.885500:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.885572:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.885622:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286208:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 146us (307us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.885628:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30693 00000100:00100000:0.0:1734671659.894420:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.894663:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286336 00000100:00100000:2.0:1734671659.894671:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286336 00000100:00100000:2.0:1734671659.894731:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30694 00000100:00100000:2.0:1734671659.894738:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286336:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.894765:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.894841:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.894881:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286336:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 142us (467us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.894888:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30694 00000100:00100000:1.0:1734671659.903446:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.903614:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286464 00000100:00100000:3.0:1734671659.903622:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286464 00000100:00100000:3.0:1734671659.903663:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30695 00000100:00100000:3.0:1734671659.903668:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286464:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.903741:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.903889:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35b:0x0]: rc = -2 00000100:00100000:3.0:1734671659.903935:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286464:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 265us (494us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.903941:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30695 00000100:00100000:0.0:1734671659.906176:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.907084:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286592 00000100:00100000:3.0:1734671659.907093:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286592 00000100:00100000:3.0:1734671659.907138:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30696 00000100:00100000:3.0:1734671659.907144:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286592:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.907168:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.907229:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35b:0x0]: rc = -2 00000100:00100000:3.0:1734671659.907344:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286592:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 198us (1172us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.907351:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30696 00000100:00100000:0.0:1734671659.913799:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.913936:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286720 00000100:00100000:2.0:1734671659.913943:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286720 00000100:00100000:2.0:1734671659.913987:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30697 00000100:00100000:2.0:1734671659.913993:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286720:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.914018:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.914093:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.914132:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286720:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 138us (339us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.914138:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30697 00000100:00100000:1.0:1734671659.915887:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.915989:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286848 00000100:00100000:3.0:1734671659.915995:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286848 00000100:00100000:3.0:1734671659.916129:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30698 00000100:00100000:3.0:1734671659.916136:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286848:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.916157:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.916919:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.916967:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286848:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 830us (1082us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.916979:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30698 00000100:00100000:0.0:1734671659.920543:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.921015:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752286976 00000100:00100000:3.0:1734671659.921024:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752286976 00000100:00100000:3.0:1734671659.921191:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30699 00000100:00100000:3.0:1734671659.921197:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286976:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.921223:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.921287:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.921331:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752286976:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (793us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.921337:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30699 00000100:00100000:0.0:1734671659.923172:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.923312:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287104 00000100:00100000:2.0:1734671659.923317:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287104 00000100:00100000:2.0:1734671659.923349:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30700 00000100:00100000:2.0:1734671659.923355:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287104:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.923375:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.923426:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.924554:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287104:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1194us (1382us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.924561:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30700 00000100:00100000:1.0:1734671659.926387:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.926474:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287232 00000100:00100000:2.0:1734671659.926480:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287232 00000100:00100000:2.0:1734671659.926518:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30701 00000100:00100000:2.0:1734671659.926523:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287232:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.926559:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.926632:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.926697:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287232:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 151us (292us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.926703:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30701 00000100:00100000:0.0:1734671659.929494:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.930368:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287360 00000100:00100000:3.0:1734671659.930375:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287360 00000100:00100000:3.0:1734671659.930409:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30702 00000100:00100000:3.0:1734671659.930415:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287360:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.930440:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.930502:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.931470:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287360:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1052us (1979us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.931478:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30702 00000100:00100000:0.0:1734671659.934271:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.934343:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287488 00000100:00100000:3.0:1734671659.934350:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287488 00000100:00100000:3.0:1734671659.934379:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30703 00000100:00100000:3.0:1734671659.934384:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287488:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.934410:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.934472:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:3.0:1734671659.934518:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287488:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (253us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.934525:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30703 00000100:00100000:1.0:1734671659.936071:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.936185:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287616 00000100:00100000:0.0:1734671659.936190:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287616 00000100:00100000:0.0:1734671659.936223:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30704 00000100:00100000:0.0:1734671659.936228:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287616:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.936247:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.936296:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:0.0:1734671659.936323:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287616:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 94us (256us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.936329:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30704 00000100:00100000:0.0:1734671659.938259:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.938501:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287744 00000100:00100000:3.0:1734671659.938507:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287744 00000100:00100000:3.0:1734671659.938779:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30705 00000100:00100000:3.0:1734671659.938785:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287744:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.938807:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.938859:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.938899:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287744:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (643us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.938905:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30705 00000100:00100000:2.0:1734671659.940966:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.940992:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752287872 00000100:00100000:2.0:1734671659.940997:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752287872 00000100:00100000:2.0:1734671659.941249:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30706 00000100:00100000:2.0:1734671659.941254:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287872:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.941275:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.941322:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.941346:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752287872:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 92us (386us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.941351:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30706 00000100:00100000:1.0:1734671659.942869:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.942962:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288000 00000100:00100000:2.0:1734671659.942967:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288000 00000100:00100000:2.0:1734671659.943021:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30707 00000100:00100000:2.0:1734671659.943026:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288000:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.943048:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.943090:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.943376:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288000:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 345us (507us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.943382:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30707 00000100:00100000:0.0:1734671659.946457:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.946668:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288128 00000100:00100000:2.0:1734671659.946692:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288128 00000100:00100000:2.0:1734671659.946731:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30708 00000100:00100000:2.0:1734671659.946737:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288128:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.946763:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.946825:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:2.0:1734671659.946860:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288128:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 122us (409us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.946866:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30708 00000100:00100000:0.0:1734671659.949438:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.949510:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288256 00000100:00100000:3.0:1734671659.949516:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288256 00000100:00100000:3.0:1734671659.949557:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30709 00000100:00100000:3.0:1734671659.949563:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288256:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.949588:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.949661:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:3.0:1734671659.950374:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288256:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 809us (942us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.950382:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30709 00000100:00100000:1.0:1734671659.952169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.952313:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288384 00000100:00100000:3.0:1734671659.952320:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288384 00000100:00100000:3.0:1734671659.952357:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30710 00000100:00100000:3.0:1734671659.952364:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288384:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.952388:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.952446:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:3.0:1734671659.952487:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288384:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 122us (320us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.952493:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30710 00000100:00100000:1.0:1734671659.954550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.954650:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288512 00000100:00100000:2.0:1734671659.954655:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288512 00000100:00100000:2.0:1734671659.954712:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30711 00000100:00100000:2.0:1734671659.954718:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288512:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.954739:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.954790:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:2.0:1734671659.955032:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288512:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 312us (485us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.955038:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30711 00000100:00100000:0.0:1734671659.956328:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671659.956467:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288640 00000100:00100000:2.0:1734671659.956473:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288640 00000100:00100000:2.0:1734671659.956505:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30712 00000100:00100000:2.0:1734671659.956510:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288640:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671659.956530:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671659.956570:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:2.0:1734671659.956607:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288640:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 96us (280us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671659.956612:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30712 00000100:00100000:1.0:1734671659.958851:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.958921:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288768 00000100:00100000:3.0:1734671659.958927:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288768 00000100:00100000:3.0:1734671659.959154:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30713 00000100:00100000:3.0:1734671659.959159:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288768:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.959183:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.959242:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.959409:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288768:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 248us (563us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.959416:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30713 00000100:00100000:1.0:1734671659.961632:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.961927:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752288896 00000100:00100000:3.0:1734671659.961933:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752288896 00000100:00100000:3.0:1734671659.961962:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30714 00000100:00100000:3.0:1734671659.961968:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288896:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.961990:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.962046:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.962087:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752288896:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 119us (460us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.962094:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30714 00000100:00100000:1.0:1734671659.965004:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671659.965069:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289024 00000100:00100000:0.0:1734671659.965076:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289024 00000100:00100000:0.0:1734671659.965117:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30715 00000100:00100000:0.0:1734671659.965123:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289024:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671659.965149:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671659.965223:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:0.0:1734671659.965257:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289024:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (259us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671659.965263:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30715 00000100:00100000:1.0:1734671659.967912:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.968082:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289152 00000100:00100000:3.0:1734671659.968089:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289152 00000100:00100000:3.0:1734671659.968132:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30716 00000100:00100000:3.0:1734671659.968138:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289152:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.968165:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.968230:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.968264:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289152:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 125us (360us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.968270:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30716 00000100:00100000:2.0:1734671659.971122:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.971524:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289280 00000100:00100000:1.0:1734671659.971531:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289280 00000100:00100000:1.0:1734671659.971563:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30717 00000100:00100000:1.0:1734671659.971569:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289280:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.971804:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.972995:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:1.0:1734671659.973056:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289280:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 1484us (1938us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.973065:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30717 00000100:00100000:0.0:1734671659.975446:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.975701:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289408 00000100:00100000:1.0:1734671659.975709:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289408 00000100:00100000:1.0:1734671659.975751:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30718 00000100:00100000:1.0:1734671659.975758:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289408:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.975782:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.975843:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:1.0:1734671659.975891:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289408:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 131us (451us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.975897:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30718 00000100:00100000:2.0:1734671659.978420:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.978477:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289536 00000100:00100000:3.0:1734671659.978484:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289536 00000100:00100000:3.0:1734671659.978522:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30719 00000100:00100000:3.0:1734671659.978527:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289536:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.978552:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.978637:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:3.0:1734671659.978702:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289536:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 174us (287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.978709:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30719 00000100:00100000:2.0:1734671659.982407:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.982855:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289664 00000100:00100000:1.0:1734671659.982863:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289664 00000100:00100000:1.0:1734671659.982905:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30720 00000100:00100000:1.0:1734671659.982911:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289664:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.982934:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.982993:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:1.0:1734671659.983027:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289664:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (628us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.983033:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30720 00000100:00100000:0.0:1734671659.985403:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.985585:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289792 00000100:00100000:3.0:1734671659.985600:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289792 00000100:00100000:3.0:1734671659.985645:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30721 00000100:00100000:3.0:1734671659.985651:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289792:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.985699:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.985770:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.985804:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289792:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 153us (407us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.985810:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30721 00000100:00100000:2.0:1734671659.992796:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.992853:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752289920 00000100:00100000:3.0:1734671659.992861:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752289920 00000100:00100000:3.0:1734671659.992908:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30722 00000100:00100000:3.0:1734671659.992914:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289920:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.993139:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.993482:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x331:0x0]: rc = -2 00000100:00100000:3.0:1734671659.993530:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752289920:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 614us (740us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.993536:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30722 00000100:00100000:2.0:1734671659.995901:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671659.995973:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290048 00000100:00100000:3.0:1734671659.995979:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290048 00000100:00100000:3.0:1734671659.996016:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30723 00000100:00100000:3.0:1734671659.996021:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290048:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671659.996046:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671659.996105:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:3.0:1734671659.996137:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290048:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 116us (242us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671659.996143:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30723 00000100:00100000:0.0:1734671659.997956:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.998020:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290176 00000100:00100000:1.0:1734671659.998026:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290176 00000100:00100000:1.0:1734671659.998064:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30724 00000100:00100000:1.0:1734671659.998070:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290176:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.998089:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671659.998139:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:1.0:1734671659.998181:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290176:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 110us (229us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671659.998187:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30724 00000100:00100000:2.0:1734671659.999819:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671659.999900:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290304 00000100:00100000:1.0:1734671659.999905:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290304 00000100:00100000:1.0:1734671659.999942:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30725 00000100:00100000:1.0:1734671659.999947:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290304:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671659.999970:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.000053:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:1.0:1734671660.000323:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290304:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 373us (505us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.000329:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30725 00000100:00100000:2.0:1734671660.001466:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.001520:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290432 00000100:00100000:1.0:1734671660.001524:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290432 00000100:00100000:1.0:1734671660.001550:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30726 00000100:00100000:1.0:1734671660.001555:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290432:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.001571:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.001618:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2fc:0x0]: rc = -2 00000100:00100000:1.0:1734671660.001639:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290432:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 83us (174us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.001643:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30726 00000100:00100000:0.0:1734671660.003214:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.003290:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290560 00000100:00100000:3.0:1734671660.003296:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290560 00000100:00100000:3.0:1734671660.003330:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30727 00000100:00100000:3.0:1734671660.003336:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290560:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.003356:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.003401:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35a:0x0]: rc = -2 00000100:00100000:3.0:1734671660.003439:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290560:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (229us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.003445:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30727 00000100:00100000:2.0:1734671660.005239:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.005555:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290688 00000100:00100000:3.0:1734671660.005561:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290688 00000100:00100000:3.0:1734671660.005601:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30728 00000100:00100000:3.0:1734671660.005607:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290688:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.005626:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x35a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.005698:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x35a:0x0]: rc = -2 00000100:00100000:3.0:1734671660.005727:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290688:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (490us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.005733:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30728 00000100:00100000:2.0:1734671660.007023:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.007202:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290816 00000100:00100000:3.0:1734671660.007206:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290816 00000100:00100000:3.0:1734671660.007236:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30729 00000100:00100000:3.0:1734671660.007241:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290816:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.007259:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.007299:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671660.007330:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290816:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 89us (312us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.007336:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30729 00000100:00100000:0.0:1734671660.008713:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.008825:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752290944 00000100:00100000:3.0:1734671660.008830:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752290944 00000100:00100000:3.0:1734671660.008857:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30730 00000100:00100000:3.0:1734671660.008863:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290944:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.008880:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.008918:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671660.008952:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752290944:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 89us (243us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.008958:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30730 00000100:00100000:2.0:1734671660.010445:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.010482:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291072 00000100:00100000:3.0:1734671660.010488:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291072 00000100:00100000:3.0:1734671660.010519:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30731 00000100:00100000:3.0:1734671660.010524:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291072:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.010544:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.010582:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671660.010622:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291072:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.010628:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30731 00000100:00100000:2.0:1734671660.011807:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.012214:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291200 00000100:00100000:3.0:1734671660.012219:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291200 00000100:00100000:3.0:1734671660.012256:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30732 00000100:00100000:3.0:1734671660.012262:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291200:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.012280:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.012323:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671660.012357:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291200:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 95us (551us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.012363:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30732 00000100:00100000:2.0:1734671660.014361:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.014427:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291328 00000100:00100000:1.0:1734671660.014433:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291328 00000100:00100000:1.0:1734671660.014467:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30733 00000100:00100000:1.0:1734671660.014473:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291328:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.014492:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.014556:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671660.014584:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291328:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 111us (228us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.014600:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30733 00000100:00100000:2.0:1734671660.018309:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.020130:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291456 00000100:00100000:3.0:1734671660.020139:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291456 00000100:00100000:3.0:1734671660.020188:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30734 00000100:00100000:3.0:1734671660.020194:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291456:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.020217:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.020291:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:3.0:1734671660.020328:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291456:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 134us (2028us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.020334:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30734 00000100:00100000:3.0:1734671660.022990:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.023063:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291584 00000100:00100000:1.0:1734671660.023070:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291584 00000100:00100000:1.0:1734671660.023096:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30735 00000100:00100000:1.0:1734671660.023101:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291584:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.023123:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.023196:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.023229:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291584:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (243us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.023235:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30735 00000100:00100000:0.0:1734671660.025921:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.026127:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291712 00000100:00100000:3.0:1734671660.026135:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291712 00000100:00100000:3.0:1734671660.026169:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30736 00000100:00100000:3.0:1734671660.026175:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291712:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.026201:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.026262:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.026310:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291712:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 135us (396us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.026317:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30736 00000100:00100000:2.0:1734671660.028303:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.028703:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291840 00000100:00100000:1.0:1734671660.028709:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291840 00000100:00100000:1.0:1734671660.028750:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30737 00000100:00100000:1.0:1734671660.028756:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291840:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.028782:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.028841:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671660.028884:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291840:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (584us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.028890:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30737 00000100:00100000:2.0:1734671660.030718:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.030814:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752291968 00000100:00100000:1.0:1734671660.030820:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752291968 00000100:00100000:1.0:1734671660.030858:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30738 00000100:00100000:1.0:1734671660.030864:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291968:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.030883:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.030932:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671660.030971:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752291968:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (257us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.030976:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30738 00000100:00100000:0.0:1734671660.032764:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.033092:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292096 00000100:00100000:3.0:1734671660.033098:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292096 00000100:00100000:3.0:1734671660.033257:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30739 00000100:00100000:3.0:1734671660.033264:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292096:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.033289:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.033342:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.033384:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292096:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (625us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.033390:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30739 00000100:00100000:2.0:1734671660.035290:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.035613:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292224 00000100:00100000:1.0:1734671660.035621:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292224 00000100:00100000:3.0:1734671660.035769:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30740 00000100:00100000:3.0:1734671660.035776:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292224:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.035802:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.035861:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.035905:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292224:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 128us (620us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.035911:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30740 00000100:00100000:2.0:1734671660.038047:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.038623:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292352 00000100:00100000:1.0:1734671660.038630:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292352 00000100:00100000:1.0:1734671660.038818:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30741 00000100:00100000:1.0:1734671660.038825:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292352:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.038850:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.038909:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671660.039412:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292352:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 585us (1369us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.039419:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30741 00000100:00100000:0.0:1734671660.041059:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.041217:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292480 00000100:00100000:1.0:1734671660.041223:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292480 00000100:00100000:1.0:1734671660.041403:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30742 00000100:00100000:1.0:1734671660.041409:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292480:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.041434:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.041491:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671660.041537:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292480:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (482us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.041542:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30742 00000100:00100000:2.0:1734671660.044114:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.044816:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292608 00000100:00100000:3.0:1734671660.044824:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292608 00000100:00100000:3.0:1734671660.044868:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30743 00000100:00100000:3.0:1734671660.044875:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292608:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.044904:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.044969:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.045583:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292608:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 706us (1473us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.045603:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30743 00000100:00100000:2.0:1734671660.048894:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.049060:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292736 00000100:00100000:3.0:1734671660.049068:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292736 00000100:00100000:3.0:1734671660.049240:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30744 00000100:00100000:3.0:1734671660.049247:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292736:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.049272:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.049333:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.049368:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292736:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 120us (480us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.049374:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30744 00000100:00100000:0.0:1734671660.051517:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.051662:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292864 00000100:00100000:1.0:1734671660.051669:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292864 00000100:00100000:1.0:1734671660.051726:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30745 00000100:00100000:1.0:1734671660.051731:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292864:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.051756:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.052102:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.052251:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b332d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292864:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 517us (737us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.052258:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30745 00000100:00100000:2.0:1734671660.054196:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.054338:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752292992 00000100:00100000:1.0:1734671660.054344:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752292992 00000100:00100000:1.0:1734671660.054669:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30746 00000100:00100000:1.0:1734671660.054698:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292992:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.054724:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.054779:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.054817:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752292992:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 140us (624us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.054822:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30746 00000100:00100000:3.0:1734671660.056847:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671660.056908:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293120 00000100:00100000:0.0:1734671660.056915:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293120 00000100:00100000:0.0:1734671660.056957:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30747 00000100:00100000:0.0:1734671660.056962:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293120:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671660.056985:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671660.057053:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:0.0:1734671660.057091:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293120:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (248us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671660.057097:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30747 00000100:00100000:0.0:1734671660.058464:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.058622:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293248 00000100:00100000:1.0:1734671660.058627:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293248 00000100:00100000:1.0:1734671660.058649:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30748 00000100:00100000:1.0:1734671660.058654:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293248:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.058672:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.058737:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x321:0x0]: rc = -2 00000100:00100000:1.0:1734671660.058776:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293248:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 121us (314us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.058782:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30748 00000100:00100000:3.0:1734671660.060804:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671660.060920:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293376 00000100:00100000:0.0:1734671660.060926:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293376 00000100:00100000:0.0:1734671660.060963:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30749 00000100:00100000:0.0:1734671660.060968:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293376:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1734671660.060990:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1734671660.061047:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:0.0:1734671660.061086:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293376:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 117us (287us total) trans 0 rc -2/-2 00000100:00100000:0.0:1734671660.061094:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30749 00000100:00100000:3.0:1734671660.063281:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.063347:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293504 00000100:00100000:1.0:1734671660.063353:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293504 00000100:00100000:1.0:1734671660.063385:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30750 00000100:00100000:1.0:1734671660.063391:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293504:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.063412:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.063464:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.063503:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293504:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 111us (227us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.063510:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30750 00000100:00100000:0.0:1734671660.065403:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671660.065514:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293632 00000100:00100000:2.0:1734671660.065519:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293632 00000100:00100000:2.0:1734671660.065550:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30751 00000100:00100000:2.0:1734671660.065555:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293632:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671660.065578:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671660.065655:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:2.0:1734671660.065717:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293632:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 160us (318us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671660.065724:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30751 00000100:00100000:3.0:1734671660.067625:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.067762:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293760 00000100:00100000:1.0:1734671660.067769:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293760 00000100:00100000:1.0:1734671660.067803:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30752 00000100:00100000:1.0:1734671660.067808:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293760:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.067833:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.067884:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.068370:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293760:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 559us (747us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.068376:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30752 00000100:00100000:0.0:1734671660.070099:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.070173:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752293888 00000100:00100000:1.0:1734671660.070178:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752293888 00000100:00100000:1.0:1734671660.070246:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30753 00000100:00100000:1.0:1734671660.070252:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293888:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.070274:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.070330:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.070535:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752293888:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 282us (439us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.070542:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30753 00000100:00100000:0.0:1734671660.071939:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.072279:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294016 00000100:00100000:1.0:1734671660.072286:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294016 00000100:00100000:1.0:1734671660.072310:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30754 00000100:00100000:1.0:1734671660.072315:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294016:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.072339:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.072391:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.072421:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294016:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 104us (486us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.072427:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30754 00000100:00100000:0.0:1734671660.074075:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671660.074158:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294144 00000100:00100000:2.0:1734671660.074163:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294144 00000100:00100000:2.0:1734671660.074196:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30755 00000100:00100000:2.0:1734671660.074201:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294144:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1734671660.074223:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1734671660.074273:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:2.0:1734671660.074309:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294144:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 106us (237us total) trans 0 rc -2/-2 00000100:00100000:2.0:1734671660.074314:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30755 00000100:00100000:0.0:1734671660.075923:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.076102:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294272 00000100:00100000:1.0:1734671660.076108:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294272 00000100:00100000:1.0:1734671660.076143:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30756 00000100:00100000:1.0:1734671660.076149:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294272:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.076173:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.076226:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.076264:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294272:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (344us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.076270:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30756 00000100:00100000:1.0:1734671660.077874:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.077891:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294400 00000100:00100000:3.0:1734671660.077896:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294400 00000100:00100000:3.0:1734671660.077927:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30757 00000100:00100000:3.0:1734671660.077931:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294400:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.078149:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.078206:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.078239:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294400:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 306us (368us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.078245:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30757 00000100:00100000:0.0:1734671660.079297:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.079656:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294528 00000100:00100000:3.0:1734671660.079662:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294528 00000100:00100000:3.0:1734671660.079713:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30758 00000100:00100000:3.0:1734671660.079843:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294528:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.079892:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.079936:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.079974:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294528:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 132us (679us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.079980:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30758 00000100:00100000:0.0:1734671660.081784:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.081849:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294656 00000100:00100000:3.0:1734671660.081854:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294656 00000100:00100000:3.0:1734671660.081881:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30759 00000100:00100000:3.0:1734671660.081886:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294656:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.081907:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.081956:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671660.081995:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294656:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 107us (215us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.082000:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30759 00000100:00100000:0.0:1734671660.084366:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.084476:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294784 00000100:00100000:1.0:1734671660.084482:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294784 00000100:00100000:1.0:1734671660.084520:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30760 00000100:00100000:1.0:1734671660.084526:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294784:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.084550:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.084628:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.084663:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294784:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 136us (302us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.084669:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30760 00000100:00100000:0.0:1734671660.087759:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.087970:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752294912 00000100:00100000:3.0:1734671660.087977:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752294912 00000100:00100000:3.0:1734671660.088054:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30761 00000100:00100000:3.0:1734671660.088061:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294912:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.088088:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.088160:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671660.088195:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752294912:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 133us (442us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.088200:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30761 00000100:00100000:0.0:1734671660.089668:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.089877:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295040 00000100:00100000:1.0:1734671660.089883:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295040 00000100:00100000:1.0:1734671660.089913:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30762 00000100:00100000:1.0:1734671660.089917:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295040:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.089935:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.089984:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.090008:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295040:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 90us (345us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.090014:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30762 00000100:00100000:0.0:1734671660.091534:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.091600:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295168 00000100:00100000:3.0:1734671660.091605:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295168 00000100:00100000:3.0:1734671660.091736:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30763 00000100:00100000:3.0:1734671660.091742:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295168:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.091762:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.091805:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.091831:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295168:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 89us (301us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.091837:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30763 00000100:00100000:0.0:1734671660.093180:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.093573:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295296 00000100:00100000:1.0:1734671660.093578:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295296 00000100:00100000:1.0:1734671660.093619:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30764 00000100:00100000:1.0:1734671660.093626:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295296:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.093648:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.093722:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.093753:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295296:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 126us (575us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.093758:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30764 00000100:00100000:0.0:1734671660.095364:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.095434:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295424 00000100:00100000:3.0:1734671660.095439:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295424 00000100:00100000:3.0:1734671660.095718:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30765 00000100:00100000:3.0:1734671660.095724:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295424:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.095750:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.095803:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671660.095839:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295424:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 114us (478us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.095845:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30765 00000100:00100000:0.0:1734671660.098927:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.099218:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295552 00000100:00100000:1.0:1734671660.099226:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295552 00000100:00100000:1.0:1734671660.099267:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30766 00000100:00100000:1.0:1734671660.099274:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295552:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.099297:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.099356:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.099620:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295552:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 345us (705us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.099626:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30766 00000100:00100000:0.0:1734671660.101512:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.101792:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295680 00000100:00100000:1.0:1734671660.101799:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295680 00000100:00100000:1.0:1734671660.101836:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30767 00000100:00100000:1.0:1734671660.101843:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295680:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.101868:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.101922:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.101966:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295680:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 123us (460us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.101972:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30767 00000100:00100000:0.0:1734671660.103464:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.103640:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295808 00000100:00100000:3.0:1734671660.103645:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295808 00000100:00100000:3.0:1734671660.103701:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30768 00000100:00100000:3.0:1734671660.103706:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295808:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.103728:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.103775:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.103810:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295808:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 103us (349us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.103815:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30768 00000100:00100000:0.0:1734671660.105568:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.105641:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752295936 00000100:00100000:1.0:1734671660.105647:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752295936 00000100:00100000:1.0:1734671660.105698:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30769 00000100:00100000:1.0:1734671660.105704:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295936:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.105727:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.105774:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.105802:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752295936:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (237us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.105808:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30769 00000100:00100000:0.0:1734671660.106824:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.106890:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296064 00000100:00100000:3.0:1734671660.106893:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296064 00000100:00100000:3.0:1734671660.106922:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30770 00000100:00100000:3.0:1734671660.106926:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296064:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.106942:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.106973:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671660.107001:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296064:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 74us (179us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.107006:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30770 00000100:00100000:0.0:1734671660.108667:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.108935:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296192 00000100:00100000:1.0:1734671660.108941:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296192 00000100:00100000:1.0:1734671660.108973:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30771 00000100:00100000:1.0:1734671660.108978:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296192:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.108999:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.109044:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.109077:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296192:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 99us (414us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.109083:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30771 00000100:00100000:0.0:1734671660.111159:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.111439:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296320 00000100:00100000:3.0:1734671660.111444:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296320 00000100:00100000:3.0:1734671660.111475:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30772 00000100:00100000:3.0:1734671660.111480:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296320:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.111498:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.111548:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.111578:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296320:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 97us (423us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.111583:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30772 00000100:00100000:0.0:1734671660.113169:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.113287:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296448 00000100:00100000:1.0:1734671660.113292:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296448 00000100:00100000:1.0:1734671660.113325:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30773 00000100:00100000:1.0:1734671660.113330:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296448:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.113350:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.113397:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.113434:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296448:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 102us (267us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.113440:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30773 00000100:00100000:0.0:1734671660.114867:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.115050:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296576 00000100:00100000:3.0:1734671660.115056:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296576 00000100:00100000:3.0:1734671660.115230:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30774 00000100:00100000:3.0:1734671660.115236:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296576:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.115257:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.115304:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671660.115497:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296576:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 259us (632us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.115502:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30774 00000100:00100000:1.0:1734671660.117174:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.117321:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296704 00000100:00100000:3.0:1734671660.117326:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296704 00000100:00100000:3.0:1734671660.117347:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30775 00000100:00100000:3.0:1734671660.117352:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296704:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.117370:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.117414:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:3.0:1734671660.117452:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296704:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 98us (280us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.117457:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30775 00000100:00100000:0.0:1734671660.118511:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.118602:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296832 00000100:00100000:1.0:1734671660.118607:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296832 00000100:00100000:1.0:1734671660.118637:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30776 00000100:00100000:1.0:1734671660.118642:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296832:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.118656:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.118720:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x308:0x0]: rc = -2 00000100:00100000:1.0:1734671660.118749:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296832:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 106us (238us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.118755:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30776 00000100:00100000:0.0:1734671660.120621:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.120695:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752296960 00000100:00100000:3.0:1734671660.120700:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752296960 00000100:00100000:3.0:1734671660.120731:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30777 00000100:00100000:3.0:1734671660.120736:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296960:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.120757:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.120802:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:3.0:1734671660.120833:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752296960:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 96us (215us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.120838:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30777 00000100:00100000:2.0:1734671660.123080:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.123155:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297088 00000100:00100000:1.0:1734671660.123160:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297088 00000100:00100000:1.0:1734671660.123195:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30778 00000100:00100000:1.0:1734671660.123201:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297088:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.123223:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.123277:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2f6:0x0]: rc = -2 00000100:00100000:1.0:1734671660.123316:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d3cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297088:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 113us (240us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.123321:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30778 00000100:00100000:0.0:1734671660.126639:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.126716:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297216 00000100:00100000:3.0:1734671660.126723:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297216 00000100:00100000:3.0:1734671660.126763:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30779 00000100:00100000:3.0:1734671660.126769:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297216:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.126792:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.126853:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:3.0:1734671660.126897:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297216:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 127us (264us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.126902:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30779 00000100:00100000:0.0:1734671660.128349:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671660.128429:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297344 00000100:00100000:1.0:1734671660.128435:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297344 00000100:00100000:1.0:1734671660.128469:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30780 00000100:00100000:1.0:1734671660.128474:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297344:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1734671660.128492:0:7084:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1734671660.128540:0:7084:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e0:0x0]: rc = -2 00000100:00100000:1.0:1734671660.128616:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297344:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 141us (270us total) trans 0 rc -2/-2 00000100:00100000:1.0:1734671660.128622:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30780 00000100:00100000:0.0:1734671660.130030:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.130628:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297472 00000100:00100000:3.0:1734671660.130633:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297472 00000100:00100000:3.0:1734671660.130669:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30781 00000100:00100000:3.0:1734671660.130863:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297472:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.130889:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.131130:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e3:0x0]: rc = -2 00000100:00100000:3.0:1734671660.131461:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297472:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 785us (1431us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.131469:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30781 00000100:00100000:0.0:1734671660.133649:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671660.133881:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297600 00000100:00100000:3.0:1734671660.133887:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297600 00000100:00100000:3.0:1734671660.133913:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30782 00000100:00100000:3.0:1734671660.133918:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297600:12345-192.168.204.51@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1734671660.133939:0:7085:0:(mdt_handler.c:7770:mdt_fid2path()) path get [0x200000401:0x2e3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1734671660.134206:0:7085:0:(mdt_handler.c:7812:mdt_fid2path()) nonlocal object [0x200000401:0x2e3:0x0]: rc = -2 00000100:00100000:3.0:1734671660.134236:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+398:12307:x1818934752297600:12345-192.168.204.51@tcp:53:lustre_rsync.0 Request processed in 317us (591us total) trans 0 rc -2/-2 00000100:00100000:3.0:1734671660.134245:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30782 00010000:00010000:2.0:1734671660.826145:0:10998:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1734671661.577081:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982835 is committed 00000001:00080000:0.0:1734671661.577145:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982848 is committed 00000001:00080000:0.0:1734671661.577286:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982853 is committed 00000004:00080000:0.0:1734671661.577779:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 119 committed 00000001:00080000:0.0:1734671661.577922:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982854 is committed 00000004:00080000:0.0:1734671661.577929:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 121 committed 00000004:00080000:0.0:1734671661.577998:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 120 committed 00000004:00080000:0.0:1734671661.578025:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 120 committed 00000004:00080000:0.0:1734671661.578125:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 119 committed 00000100:00100000:3.0:1734671661.578447:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752214144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.578448:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752214016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.579622:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579641:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752214656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.579657:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579666:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752214528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.579690:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579699:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752215168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.579710:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579719:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752215680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.579730:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579751:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752214272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.579766:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579776:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752214912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.579789:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579797:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.579807:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579814:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.579823:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579832:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1734671661.579835:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752214400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.579844:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579849:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.579858:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579864:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.579872:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.579890:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214016 00000100:00100000:2.0:1734671661.579895:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214016 00000100:00100000:2.0:1734671661.579919:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214656 00000100:00100000:2.0:1734671661.579921:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214656 00000100:00100000:2.0:1734671661.579930:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214528 00000100:00100000:2.0:1734671661.579932:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214528 00000100:00100000:2.0:1734671661.579941:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215168 00000100:00100000:2.0:1734671661.579943:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215168 00000100:00100000:2.0:1734671661.579950:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215680 00000100:00100000:2.0:1734671661.579952:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215680 00000100:00100000:2.0:1734671661.579959:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214272 00000100:00100000:2.0:1734671661.579960:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214272 00000100:00100000:2.0:1734671661.579968:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214912 00000100:00100000:2.0:1734671661.579970:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214912 00000100:00100000:2.0:1734671661.579979:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4653 00000100:00100000:2.0:1734671661.579984:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3303:x1818934752214016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.580004:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:710 count 1 00010000:00010000:2.0:1734671661.580024:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580039:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580045:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580047:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580049:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580068:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580078:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 83 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.580091:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752216064:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580122:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec713c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580132:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215424 00000100:00100000:2.0:1734671661.580134:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215424 00000100:00100000:2.0:1734671661.580144:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215936 00000100:00100000:2.0:1734671661.580145:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215936 00000100:00100000:2.0:1734671661.580149:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214400 00000100:00100000:2.0:1734671661.580151:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214400 00000100:00100000:2.0:1734671661.580154:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215040 00000100:00100000:2.0:1734671661.580156:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215040 00000100:00100000:2.0:1734671661.580160:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215552 00000100:00100000:2.0:1734671661.580161:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215552 00000100:00100000:2.0:1734671661.580166:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4654 00000100:00100000:2.0:1734671661.580169:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752214656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.580176:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:714 count 1 00010000:00010000:2.0:1734671661.580183:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580192:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580197:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580198:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580200:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580211:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580223:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 83 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.580230:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752216192:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580245:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71000 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580257:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1734671661.580260:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752214528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.580270:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:711 count 1 00010000:00010000:2.0:1734671661.580282:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580291:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580296:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580297:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580299:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580312:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580319:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 83 pid: 17395 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.580331:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752216320:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580345:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec719c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580355:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4656 00000100:00100000:2.0:1734671661.580359:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752215168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.580366:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:355 count 1 00010000:00010000:2.0:1734671661.580373:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580381:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580386:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580387:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580389:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580399:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580405:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.580411:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:19185:1818934752216448:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580422:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71480 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580432:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4657 00000100:00100000:2.0:1734671661.580436:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752215680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.580442:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:355 count 1 00010000:00010000:2.0:1734671661.580449:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580456:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 83 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580461:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580462:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580464:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580473:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 83 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580479:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 83 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.580485:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752216576:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580496:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec710c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580505:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4658 00000100:00100000:2.0:1734671661.580507:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3301:x1818934752214272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.580514:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:709 count 1 00010000:00010000:2.0:1734671661.580520:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580527:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 83 pid: 19185 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580532:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580533:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580535:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580544:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 83 pid: 19185 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580549:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 83 pid: 19185 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.580555:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752216704:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580580:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71840 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580592:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659 00000100:00100000:2.0:1734671661.580596:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3301:x1818934752214912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.580604:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:352 count 1 00010000:00010000:2.0:1734671661.580612:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580620:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580624:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580625:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580627:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580642:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580649:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 83 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.580656:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752216832:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580670:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71780 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580695:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4660 00000100:00100000:2.0:1734671661.580699:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3301:x1818934752215424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.580708:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:354 count 1 00010000:00010000:2.0:1734671661.580715:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580723:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580727:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580728:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580730:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580742:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580749:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.580756:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135314000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752216960:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.580760:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.580770:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec716c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.580771:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d3ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752214784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.580779:0:18411:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214144 00000100:00100000:2.0:1734671661.580782:0:18411:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214144 00000100:00100000:3.0:1734671661.580785:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.580790:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752215296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.580790:0:18411:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752214784 00000100:00100000:2.0:1734671661.580792:0:18411:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752214784 00000100:00100000:2.0:1734671661.580799:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4661 00000100:00100000:3.0:1734671661.580801:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.580803:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3301:x1818934752215936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.580806:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752215808:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.580811:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:352 count 1 00000100:00100000:3.0:1734671661.580816:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.580818:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580827:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580832:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580833:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.580835:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580847:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580854:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 83 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.580861:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135314e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18411:1818934752217088:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.580874:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71540 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.580884:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215296 00000100:00100000:2.0:1734671661.580886:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215296 00000100:00100000:2.0:1734671661.580895:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752215808 00000100:00100000:2.0:1734671661.580896:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752215808 00000100:00100000:2.0:1734671661.580903:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662 00000100:00100000:2.0:1734671661.580906:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+17:3301:x1818934752214400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.580913:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:712 count 1 00010000:00010000:2.0:1734671661.580921:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580930:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580935:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580936:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.580938:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.580950:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 83 pid: 8437 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734671661.580957:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 83 pid: 8437 timeout: 443 lvb_type: 1 00000001:00080000:1.0:1734671661.581255:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968698 is committed 00000100:00100000:0.0:1734671661.581403:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663 00000100:00100000:0.0:1734671661.581408:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3301:x1818934752215040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.581419:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:351 count 1 00010000:00010000:0.0:1734671661.581429:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581439:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581444:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.581445:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.581447:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581462:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581469:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.581478:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752217344:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.581493:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.581507:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4664 00000100:00100000:0.0:1734671661.581510:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3301:x1818934752215552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671661.581520:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:353 count 1 00010000:00010000:0.0:1734671661.581528:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581536:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581541:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.581542:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.581545:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581558:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581578:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 83 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.581586:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752217472:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.581600:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.581613:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4665 00000100:00100000:0.0:1734671661.581617:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3304:x1818934752214144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.581627:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:707 count 1 00010000:00010000:0.0:1734671661.581635:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581643:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 83 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671661.581649:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.581650:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.581652:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581665:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 83 pid: 18847 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671661.581673:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 83 pid: 18847 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.581696:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752217600:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.581710:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.581723:0:8436:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666 00000100:00100000:0.0:1734671661.581726:0:8436:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3304:x1818934752214784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.581735:0:8436:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:713 count 1 00010000:00010000:0.0:1734671661.581743:0:8436:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581756:0:8436:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671661.581761:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.581762:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.581764:0:8436:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.581775:0:8436:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 83 pid: 17395 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734671661.581781:0:8436:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 83 pid: 17395 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.581787:0:8436:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8436:1818934752217728:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.581799:0:8436:0:(client.c:2571:ptlrpc_set_wait()) set ffff88009afeeb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.581902:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752217216:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.581921:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71e40 going to sleep for 11 seconds 00000100:00080000:2.0:1734671661.581931:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671631 00000100:00080000:2.0:1734671661.581935:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671631 00000100:00100000:2.0:1734671661.581946:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667 00000100:00100000:2.0:1734671661.581950:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3304:x1818934752215296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.581960:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:356 count 1 00010000:00010000:2.0:1734671661.581968:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.581977:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.581982:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.581983:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.581985:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.581998:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.582005:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 83 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.582013:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752217856:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.582032:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.582043:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4668 00000100:00100000:2.0:1734671661.582047:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3304:x1818934752215808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.582057:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:354 count 1 00010000:00010000:2.0:1734671661.582064:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.582074:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.582079:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.582080:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.582082:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.582094:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 83 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.582101:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 83 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.582108:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752217984:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.582125:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.589654:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.589706:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.589729:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.589748:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297728 00000100:00100000:0.0:1734671661.589754:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297728 00010000:00010000:0.0:1734671661.589784:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 84 pid: 17395 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.589804:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297856 00000100:00100000:0.0:1734671661.589806:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297856 00010000:00010000:0.0:1734671661.589818:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 84 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.589830:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752297984 00000100:00100000:0.0:1734671661.589832:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752297984 00010000:00010000:0.0:1734671661.589838:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 85 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.589851:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8725 00000100:00100000:0.0:1734671661.589858:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d016850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1967:x1818934752297728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.589867:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.589871:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 84 pid: 17395 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.589881:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 84 pid: 17395 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.589901:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.589902:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.589907:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.589914:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.589928:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.589961:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d016850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1967:x1818934752297728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 103us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.589970:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8725 00000100:00100000:0.0:1734671661.590005:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8726 00000100:00100000:0.0:1734671661.590009:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1967:x1818934752297856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.590015:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.590020:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 85 pid: 8437 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.590028:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 85 pid: 8437 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.590038:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.590040:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.590042:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.590048:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.590058:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.590071:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1967:x1818934752297856:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.590076:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8726 00000100:00100000:0.0:1734671661.590086:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8727 00000100:00100000:0.0:1734671661.590089:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1967:x1818934752297984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.590095:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.590099:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 84 pid: 8437 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.590106:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 84 pid: 8437 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.590115:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.590116:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.590119:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.590124:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.590133:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.590146:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1967:x1818934752297984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 55us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.590151:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8727 00000100:00080000:2.0:1734671661.590722:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671631 00000100:00080000:2.0:1734671661.590727:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671631 00010000:00010000:2.0:1734671661.590756:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093379200/0x87a91e5006099511 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7700 expref: 83 pid: 17395 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.590767:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752216320:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.590781:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590788:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590794:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590801:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590808:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590814:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590820:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae90000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.590822:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590829:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590839:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.590845:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae90000/0x87a91e500609bea1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.591220:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:3303:x1818934752214528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10958us (11528us total) trans 4294968667 rc 0/0 00000100:00100000:2.0:1734671661.591228:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4655 00010000:00010000:2.0:1734671661.591255:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092083c00/0x87a91e500609976b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77d2 expref: 83 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.591264:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752216192:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.591275:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591282:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591287:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591293:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591299:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591304:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591310:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800945d0a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.591312:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591323:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591332:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591338:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945d0a00/0x87a91e500609be9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.591645:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3303:x1818934752214656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11473us (11986us total) trans 4294968699 rc 0/0 00000100:00100000:2.0:1734671661.591650:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4654 00010000:00010000:2.0:1734671661.591699:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093378000/0x87a91e5006098fd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7532 expref: 82 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.591709:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752216064:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.591719:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591725:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591730:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591740:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591745:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591751:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591756:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b32e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.591759:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591764:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591771:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.591777:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091b32e00/0x87a91e500609be93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.592006:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3303:x1818934752214016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12021us (12385us total) trans 4294968700 rc 0/0 00000100:00100000:2.0:1734671661.592012:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4653 00000100:00100000:0.0:1734671661.592239:0:3303:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968698 gen 2 00000004:00080000:0.0:1734671661.592244:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012eed5180, transno 4294968694 00000004:00080000:0.0:1734671661.593488:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012eed6a00, transno 4294968695 00000004:00080000:0.0:1734671661.593761:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012eed7b80, transno 4294968696 00000004:00080000:0.0:1734671661.594174:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012eed5c00, transno 4294968697 00000004:00080000:0.0:1734671661.594176:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012eed5f80, transno 4294968698 00000100:00100000:0.0:1734671661.594182:0:3303:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff880092cc0e00 x1818934752214016/t4294968700(4294968700) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671677 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:0.0:1734671661.594192:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc0e00/2, rc 0, transno 4294968700 00000100:00100000:0.0:1734671661.594196:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752214016:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.594416:0:10116:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 71 changes, 8 in progress, 7 in flight, 3 done 00000004:00080000:0.0:1734671661.594552:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc2d80/2, rc 0, transno 4294968699 00000100:00100000:0.0:1734671661.594556:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752214656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.594617:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752218112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.594648:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.594649:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.594663:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.594691:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.594692:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135316300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752216576:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594706:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.594721:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.594725:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:19185:1818934752216448:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594733:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.594736:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.594749:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135314000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752216960:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594756:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.594758:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.594771:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135316d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752216704:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594778:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.594792:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752216832:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594799:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.594814:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135314e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18411:1818934752217088:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594822:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.594828:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8436:1818934752217728:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.594838:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.594841:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135316680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752217216:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.594847:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.594853:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298112 00000100:00100000:1.0:1734671661.594857:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298112 00000100:00100000:2.0:1734671661.594858:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218112 00000100:00100000:2.0:1734671661.594860:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218112 00010000:00010000:1.0:1734671661.594873:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 82 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.594879:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4669 00000100:00100000:1.0:1734671661.594883:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298368 00000100:00100000:2.0:1734671661.594884:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3302:x1818934752218112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.594884:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298368 00010000:00010000:1.0:1734671661.594891:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 83 pid: 19185 timeout: 443 lvb_type: 1 00000100:00100000:1.0:1734671661.594898:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298240 00000100:00100000:1.0:1734671661.594899:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298240 00002000:00080000:2.0:1734671661.594902:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:361 count 1 00010000:00010000:1.0:1734671661.594905:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 84 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.594911:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298624 00000100:00100000:1.0:1734671661.594912:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298624 00010000:00010000:2.0:1734671661.594917:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.594917:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 85 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.594924:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298496 00000100:00100000:1.0:1734671661.594925:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298496 00010000:00010000:2.0:1734671661.594929:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.594931:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 83 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.594935:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.594937:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1734671661.594937:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298752 00010000:00010000:2.0:1734671661.594939:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.594939:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298752 00010000:00010000:1.0:1734671661.594944:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 86 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.594951:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8728 00000100:00100000:1.0:1734671661.594955:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1966:x1818934752298112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.594957:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 83 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.594961:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.594964:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.594966:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.594972:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.594979:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752218240:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.594984:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009390cc00/0x87a91e5006055d43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aab expref: 83 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.594994:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.594995:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.594998:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595004:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.595007:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.595017:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.595031:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1966:x1818934752298112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.595037:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8728 00000100:00100000:1.0:1734671661.595047:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8729 00000100:00100000:1.0:1734671661.595050:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+86:1966:x1818934752298368:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.595055:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.595058:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 86 pid: 19185 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734671661.595065:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 86 pid: 19185 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734671661.595075:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ca8000/0x87a91e5006098fa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7524 expref: 86 pid: 19185 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734671661.595082:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595084:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595086:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595091:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595101:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.595114:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+85:1966:x1818934752298368:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 62us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.595119:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8729 00000100:00100000:1.0:1734671661.595127:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8730 00000100:00100000:1.0:1734671661.595131:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+84:1966:x1818934752298240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.595137:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.595140:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 84 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595147:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 84 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595157:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094be7e00/0x87a91e5006055dd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1af1 expref: 84 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595164:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595165:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595167:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595177:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595188:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.595202:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+83:1966:x1818934752298240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 69us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.595207:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8730 00000100:00100000:1.0:1734671661.595215:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8731 00000100:00100000:1.0:1734671661.595219:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1966:x1818934752298624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.595224:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1734671661.595226:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3cea00/2, rc 0, transno 4294968667 00010000:00010000:1.0:1734671661.595227:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 82 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.595233:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752214528:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.595235:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 82 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595244:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009426b000/0x87a91e5006055d35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a9d expref: 82 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595250:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1734671661.595250:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752217472:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.595251:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595254:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595259:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.595260:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595273:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.595275:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752217600:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.595281:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.595284:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1966:x1818934752298624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 64us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.595288:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8731 00000100:00100000:0.0:1734671661.595296:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8732 00000100:00100000:1.0:1734671661.595299:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8733 00000100:00100000:0.0:1734671661.595300:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d016450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1966:x1818934752298496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.595302:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1966:x1818934752298752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.595305:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.595306:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.595309:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 80 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.595309:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595316:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 80 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.595316:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595325:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a25c00/0x87a91e5006055c01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a11 expref: 80 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.595325:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a75e00/0x87a91e5006055b75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19d9 expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.595332:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595333:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595334:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.595337:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.595338:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.595340:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.595340:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.595346:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595350:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.595356:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.595362:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1966:x1818934752298752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 58us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.595365:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d016450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1966:x1818934752298496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.595367:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8733 00000100:00100000:0.0:1734671661.595370:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8732 00010000:00010000:1.0:1734671661.595382:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595388:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595395:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.595396:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752217344:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.595401:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.595404:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595407:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595413:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.595416:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595423:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595431:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.595437:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092083800/0x87a91e500609becb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.595485:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.595492:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752218368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.595512:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.595552:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218368 00000100:00100000:3.0:1734671661.595555:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218368 00000100:00100000:3.0:1734671661.595580:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4670 00000100:00100000:3.0:1734671661.595583:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3304:x1818934752218368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.595592:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:405 count 1 00010000:00010000:3.0:1734671661.595601:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.595610:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 79 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.595615:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.595617:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.595619:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.595630:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 79 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.595638:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 79 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.595640:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3301:x1818934752215936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14836us (15815us total) trans 4294968668 rc 0/0 00000100:00100000:3.0:1734671661.595646:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752218496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.595646:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4661 00000100:00100000:3.0:1734671661.595662:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe180 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.596343:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596350:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596356:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596361:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596366:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596371:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae91400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.596373:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596378:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596387:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596392:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae91400/0x87a91e500609bea8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.596670:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+15:3303:x1818934752215168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16309us (16957us total) trans 4294968701 rc 0/0 00000100:00100000:2.0:1734671661.596691:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4656 00010000:00010000:2.0:1734671661.596705:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596711:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596717:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596722:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596727:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596731:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974f200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.596733:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596738:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596746:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596751:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009974f200/0x87a91e500609bec4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.596938:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+18:3301:x1818934752215424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16236us (17128us total) trans 4294968669 rc 0/0 00000100:00100000:2.0:1734671661.596942:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4660 00010000:00010000:2.0:1734671661.596959:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596966:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596972:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596977:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596983:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596987:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131265600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.596989:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.596995:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597003:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597008:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131265600/0x87a91e500609beb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.597242:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3301:x1818934752214272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16733us (17475us total) trans 4294968670 rc 0/0 00000100:00100000:2.0:1734671661.597247:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4658 00010000:00010000:2.0:1734671661.597263:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597269:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597274:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597279:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597295:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597303:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ae90400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.597306:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597311:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597317:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597322:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae90400/0x87a91e500609beaf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.597471:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3303:x1818934752215680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17034us (17739us total) trans 4294968671 rc 0/0 00000100:00100000:2.0:1734671661.597475:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4657 00010000:00010000:2.0:1734671661.597489:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597495:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597500:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597505:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597511:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597515:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009974ee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.597517:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597522:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597529:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.597534:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009974ee00/0x87a91e500609bebd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.597783:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3301:x1818934752214912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17185us (17993us total) trans 4294968702 rc 0/0 00000100:00100000:2.0:1734671661.597788:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659 00000004:00080000:2.0:1734671661.597819:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3cdc00/2, rc 0, transno 4294968670 00000100:00100000:2.0:1734671661.597824:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752214272:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.597832:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc0380/2, rc 0, transno 4294968702 00000100:00100000:2.0:1734671661.597840:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752214912:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1734671661.597846:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3cd500/2, rc 0, transno 4294968669 00000100:00100000:2.0:1734671661.597849:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215424:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.597856:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008df6d880/2, rc 0, transno 4294968668 00000100:00100000:2.0:1734671661.597858:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.597920:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752218752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.597943:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.597953:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.597957:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752218880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.597967:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.597981:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218752 00000100:00100000:2.0:1734671661.597985:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218752 00000100:00100000:2.0:1734671661.597996:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218880 00000100:00100000:2.0:1734671661.597998:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218880 00000100:00100000:2.0:1734671661.598005:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4671 00000100:00100000:2.0:1734671661.598008:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3301:x1818934752218752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.598023:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:700 count 1 00010000:00010000:2.0:1734671661.598033:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598045:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 78 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598050:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.598052:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.598054:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598069:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 78 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598081:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 78 pid: 18849 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.598090:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752219136:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.598133:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.598144:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672 00000100:00100000:2.0:1734671661.598148:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3301:x1818934752218880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.598157:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:702 count 1 00010000:00010000:2.0:1734671661.598166:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598174:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 78 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598179:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.598180:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.598182:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598195:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 78 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.598202:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 78 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.598210:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752219264:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.598226:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.598601:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135314000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752219008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.598620:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1734671661.598634:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc3800/2, rc 0, transno 4294968701 00000100:00100000:0.0:1734671661.598637:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752215168:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1734671661.598644:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3cd180/2, rc 0, transno 4294968671 00000100:00100000:0.0:1734671661.598647:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752215680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.598652:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734671661.598656:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135314e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752218624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.598668:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.598919:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752219392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.598938:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.598956:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219008 00000100:00100000:3.0:1734671661.598959:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219008 00000100:00100000:3.0:1734671661.598971:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752218624 00000100:00100000:3.0:1734671661.598973:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752218624 00000100:00100000:3.0:1734671661.598979:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219392 00000100:00100000:3.0:1734671661.598981:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219392 00000100:00100000:3.0:1734671661.598991:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4673 00000100:00100000:3.0:1734671661.598994:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+21:3303:x1818934752219008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.599003:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:674 count 1 00010000:00010000:3.0:1734671661.599013:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599022:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 78 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599031:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599032:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599034:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599047:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 78 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599055:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 78 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.599063:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752219520:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.599081:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.599093:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4674 00000100:00100000:3.0:1734671661.599096:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+21:3303:x1818934752218624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.599105:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:706 count 1 00010000:00010000:3.0:1734671661.599114:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599121:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 78 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599126:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599127:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599129:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599146:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 78 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599153:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 78 pid: 8435 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.599160:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752219648:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.599176:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe300 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.599201:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734671661.599207:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752219776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.599222:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.599239:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752219776 00000100:00100000:3.0:1734671661.599242:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752219776 00000100:00100000:3.0:1734671661.599255:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675 00000100:00100000:3.0:1734671661.599258:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:3304:x1818934752219392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.599269:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:709 count 1 00010000:00010000:3.0:1734671661.599280:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599290:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 79 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599295:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599296:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599298:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599317:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 79 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599323:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 79 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.599331:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752219904:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.599346:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe480 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.599357:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4676 00000100:00100000:3.0:1734671661.599361:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3302:x1818934752219776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.599370:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:698 count 1 00010000:00010000:3.0:1734671661.599378:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599387:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 79 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599392:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599393:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.599395:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599408:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 79 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.599416:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 79 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.599424:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752220032:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.599439:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.600622:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752220160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.600634:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.600643:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.600670:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.600692:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299008 00000100:00100000:0.0:1734671661.600696:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299008 00000100:00100000:1.0:1734671661.600704:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671661.600712:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 80 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.600725:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.601128:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299264 00000100:00100000:0.0:1734671661.601132:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299264 00010000:00010000:0.0:1734671661.601142:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 79 pid: 17395 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.601154:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299520 00000100:00100000:0.0:1734671661.601156:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299520 00010000:00010000:0.0:1734671661.601164:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.601172:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299136 00000100:00100000:0.0:1734671661.601173:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299136 00010000:00010000:0.0:1734671661.601179:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 80 pid: 18847 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.601189:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8734 00000100:00100000:1.0:1734671661.601192:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.601194:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1967:x1818934752299008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.601202:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.601205:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.601206:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671661.601215:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.601216:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1734671661.601230:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a24e00/0x87a91e5006055c0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a1f expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.601241:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.601242:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.601246:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.601252:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.601267:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.601488:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1967:x1818934752299008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 292us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.601494:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8734 00000100:00100000:0.0:1734671661.601505:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299392 00000100:00100000:0.0:1734671661.601508:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299392 00010000:00010000:0.0:1734671661.601516:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 80 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734671661.601524:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299648 00000100:00100000:0.0:1734671661.601526:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299648 00010000:00010000:0.0:1734671661.601532:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.601539:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752298880 00000100:00100000:0.0:1734671661.601540:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752298880 00010000:00010000:0.0:1734671661.601547:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 81 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.601555:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8735 00000100:00100000:0.0:1734671661.601558:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1967:x1818934752299264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.601575:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.601579:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 81 pid: 17395 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.601586:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 81 pid: 17395 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.601597:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae90200/0x87a91e5006099764 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f77cb expref: 81 pid: 17395 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734671661.601605:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.601606:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.601608:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.601614:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.601626:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.601640:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1967:x1818934752299264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 81us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.601645:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8735 00000100:00100000:0.0:1734671661.601655:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8736 00000100:00100000:0.0:1734671661.601659:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1967:x1818934752299520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.601665:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.601668:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.601689:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 81 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.601699:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.601700:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.601702:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.601708:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.601716:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.601728:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+81:1967:x1818934752299520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.601763:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.601795:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299776 00000100:00100000:1.0:1734671661.601798:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299776 00010000:00010000:1.0:1734671661.601809:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 82 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.601821:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8737 00000100:00100000:1.0:1734671661.601825:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1967:x1818934752299136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.601831:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.601834:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 79 pid: 18847 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734671661.601841:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 79 pid: 18847 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734671661.601855:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e046a00/0x87a91e5006098b4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f73a3 expref: 79 pid: 18847 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734671661.601862:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.601864:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.601866:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601871:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.601880:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220160 00000100:00100000:3.0:1734671661.601883:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220160 00010000:00010000:1.0:1734671661.601883:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.601886:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752217984:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.601898:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1967:x1818934752299136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 72us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.601899:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4677 00010000:00010000:2.0:1734671661.601901:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.601902:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3302:x1818934752220160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.601904:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8737 00000100:00100000:1.0:1734671661.601913:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8738 00000100:00100000:1.0:1734671661.601916:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+82:1967:x1818934752299392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1734671661.601919:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:670 count 1 00010000:00010000:1.0:1734671661.601920:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.601923:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 82 pid: 8437 timeout: 443 lvb_type: 1 00010000:00010000:2.0:1734671661.601930:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094630c00/0x87a91e5006055ddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1aea expref: 82 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.601930:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 82 pid: 8437 timeout: 443 lvb_type: 1 00010000:00010000:3.0:1734671661.601932:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601938:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d539800/0x87a91e500609953b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f770e expref: 81 pid: 8437 timeout: 443 lvb_type: 1 00000100:00100000:2.0:1734671661.601939:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752217856:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.601941:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 77 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.601946:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.601946:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.601947:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.601947:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601947:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.601949:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601949:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.601953:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601955:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.601958:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.601965:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601965:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671661.601967:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 77 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.601971:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.601975:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 77 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.601976:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.601976:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+80:1967:x1818934752299392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.601980:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8738 00010000:00010000:2.0:1734671661.601986:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083200 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.601988:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8739 00000100:00100000:3.0:1734671661.601989:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752220288:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.601989:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.601991:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d016050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+79:1967:x1818934752299648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.601995:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.601996:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.601998:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 79 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.602003:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602004:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 79 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.602007:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.602009:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092083200/0x87a91e500609bef5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602013:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009338fc00/0x87a91e5006055ca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a65 expref: 79 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.602020:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.602022:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1734671661.602024:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752218496:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.602024:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602029:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.602036:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602039:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.602050:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d016050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+78:1967:x1818934752299648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 58us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.602054:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8739 00000100:00100000:1.0:1734671661.602062:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8740 00000100:00100000:1.0:1734671661.602065:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1966:x1818934752298880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.602070:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.602073:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 77 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.602079:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 77 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.602088:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f513600/0x87a91e5006055b44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e19c4 expref: 77 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.602095:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.602096:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.602098:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602113:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602124:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.602136:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1966:x1818934752298880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 70us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.602141:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8740 00000100:00100000:1.0:1734671661.602150:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8741 00000100:00100000:1.0:1734671661.602153:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1965:x1818934752299776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.602158:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.602161:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 77 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.602168:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 77 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.602176:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.602177:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.602180:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602184:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602191:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.602202:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1965:x1818934752299776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.602207:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8741 00010000:00010000:1.0:1734671661.602227:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602233:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.602235:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3304:x1818934752215296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20283us (21431us total) trans 4294968703 rc 0/0 00010000:00010000:1.0:1734671661.602238:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.602241:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667 00010000:00010000:1.0:1734671661.602243:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602248:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602253:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0ae200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.602255:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602258:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602260:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602265:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602267:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602271:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602272:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f0ae200/0x87a91e500609bee7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602276:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602281:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602285:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.602287:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602292:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602299:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602304:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092083e00/0x87a91e500609bed2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.602408:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3304:x1818934752214144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20789us (21646us total) trans 4294968672 rc 0/0 00000100:00100000:1.0:1734671661.602414:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4665 00010000:00010000:1.0:1734671661.602436:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602442:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602448:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602452:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602457:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602461:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0aea00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.602463:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602468:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602476:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.602480:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f0aea00/0x87a91e500609beee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.602580:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+17:3301:x1818934752214400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21672us (22733us total) trans 4294968704 rc 0/0 00000100:00100000:2.0:1734671661.602586:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662 00010000:00010000:2.0:1734671661.602601:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602607:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602613:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602619:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602625:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602629:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f513800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.602631:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602636:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602643:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602647:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f513800/0x87a91e500609befc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.602741:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3304:x1818934752214784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21013us (21954us total) trans 4294968673 rc 0/0 00000100:00100000:1.0:1734671661.602746:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666 00000100:00100000:2.0:1734671661.602901:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3304:x1818934752215808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20853us (22083us total) trans 4294968705 rc 0/0 00000100:00100000:2.0:1734671661.602907:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4668 00010000:00010000:2.0:1734671661.602932:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094aeda00/0x87a91e50060563e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d21 expref: 76 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.602940:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135316680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752218240:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.602949:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602955:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602960:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602965:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602971:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602977:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602982:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092083600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.602984:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602990:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.602998:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.603008:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092083600/0x87a91e500609bf03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.603099:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8736 00010000:00010000:0.0:1734671661.603137:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.603141:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3cf800/2, rc 0, transno 4294968672 00010000:00010000:0.0:1734671661.603148:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.603150:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752214144:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671661.603155:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.603158:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3ce680/2, rc 0, transno 4294968673 00000100:00100000:3.0:1734671661.603161:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752214784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671661.603165:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.603168:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc1c00/2, rc 0, transno 4294968703 00010000:00010000:0.0:1734671661.603171:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.603175:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752215296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.603178:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c71200 already unused, calling callback (ffffffffa086e760) 00000004:00080000:3.0:1734671661.603181:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc0000/2, rc 0, transno 4294968705 00000100:00100000:3.0:1734671661.603183:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752215808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.603183:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.603189:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.603197:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc1500/2, rc 0, transno 4294968704 00010000:00010000:0.0:1734671661.603199:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.603200:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752214400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.603204:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c71200/0x87a91e500609bee0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.603250:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3302:x1818934752218112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8365us (8601us total) trans 4294968706 rc 0/0 00000100:00100000:2.0:1734671661.603255:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4669 00000004:00080000:3.0:1734671661.603276:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c7b80/2, rc 0, transno 4294968706 00000100:00100000:3.0:1734671661.603279:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752218112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.603325:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752220672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.603344:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.603361:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752220544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.603375:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.603385:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.603389:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752220416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.603403:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.603416:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220672 00000100:00100000:3.0:1734671661.603419:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220672 00000100:00100000:3.0:1734671661.603432:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220544 00000100:00100000:3.0:1734671661.603434:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220544 00000100:00100000:3.0:1734671661.603441:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220416 00000100:00100000:3.0:1734671661.603443:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220416 00000100:00100000:3.0:1734671661.603451:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678 00000100:00100000:3.0:1734671661.603455:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3301:x1818934752220672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.603467:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:406 count 1 00010000:00010000:3.0:1734671661.603478:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.603481:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671661.603488:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 74 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603493:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603495:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603497:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603513:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 74 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.603515:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.603520:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752220800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.603522:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 74 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.603535:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752221056:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.603537:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.603550:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220800 00000100:00100000:2.0:1734671661.603553:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220800 00000100:00100000:3.0:1734671661.603556:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fe180 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.603580:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4679 00000100:00100000:2.0:1734671661.603584:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3304:x1818934752220544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.603590:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4680 00002000:00080000:2.0:1734671661.603593:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:704 count 1 00000100:00100000:3.0:1734671661.603594:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+19:3304:x1818934752220416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.603602:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:407 count 1 00010000:00010000:2.0:1734671661.603602:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603609:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.603611:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 74 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.603616:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603617:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 74 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.603617:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.603620:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603622:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603624:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603626:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.603632:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 74 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603637:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 74 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.603640:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 74 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.603644:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 74 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.603647:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752221184:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.603651:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752221312:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.603662:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.603663:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800941fed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.603672:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4681 00000100:00100000:3.0:1734671661.603693:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3301:x1818934752220800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.603696:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.603701:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752220928:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.603703:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:358 count 1 00010000:00010000:3.0:1734671661.603712:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.603720:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734671661.603753:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 75 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603759:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603760:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603762:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603775:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 75 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603783:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 75 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.603790:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752221440:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.603807:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.603831:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734671661.603836:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752221568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.603850:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.603860:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752220928 00000100:00100000:3.0:1734671661.603862:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752220928 00000100:00100000:3.0:1734671661.603872:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221568 00000100:00100000:3.0:1734671661.603874:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221568 00000100:00100000:3.0:1734671661.603882:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4682 00000100:00100000:3.0:1734671661.603885:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3304:x1818934752220928:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.603929:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683 00002000:00080000:3.0:1734671661.603932:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:362 count 1 00000100:00100000:1.0:1734671661.603933:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3303:x1818934752221568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.603942:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603952:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 75 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603956:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.603958:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1734671661.603959:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:360 count 1 00010000:00010000:3.0:1734671661.603960:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.603969:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603973:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 75 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.603978:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 74 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.603980:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 75 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.603983:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.603984:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1734671661.603986:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752221696:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.603986:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.603998:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 74 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.604002:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9a80 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.604005:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 74 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.604016:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752221824:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.604033:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be180 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.604269:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3301:x1818934752215552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22757us (24394us total) trans 4294968707 rc 0/0 00000100:00100000:0.0:1734671661.604275:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4664 00000004:00080000:2.0:1734671661.604281:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc1880/2, rc 0, transno 4294968707 00000100:00100000:0.0:1734671661.604290:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752299904 00000100:00100000:0.0:1734671661.604292:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752299904 00010000:00010000:0.0:1734671661.604303:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 75 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.604305:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.604324:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8742 00000100:00100000:0.0:1734671661.604327:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+75:1964:x1818934752299904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734671661.604333:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1734671661.604333:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.604336:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 75 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.604340:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752221952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.604344:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 75 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.604352:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091bf5800/0x87a91e500605869b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b75 expref: 75 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.604356:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1734671661.604359:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.604360:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.604363:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.604369:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752221952 00010000:00010000:0.0:1734671661.604369:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.604372:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752221952 00010000:00010000:0.0:1734671661.604380:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.604385:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4684 00000100:00100000:2.0:1734671661.604389:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3302:x1818934752221952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.604393:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+74:1964:x1818934752299904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (912us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671661.604395:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1734671661.604397:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:394 count 1 00000100:00100000:0.0:1734671661.604397:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8742 00010000:00010000:3.0:1734671661.604405:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604406:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604412:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604412:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604414:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 73 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604417:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604419:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.604420:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.604422:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604422:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604423:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604427:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604428:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e3c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.604431:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604432:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604437:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604437:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604439:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 73 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604441:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880134c70400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.604443:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604446:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604446:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.604448:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604452:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3c00/0x87a91e500609bf0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.604453:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752222080:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.604456:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.604461:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134c70400/0x87a91e500609bed9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.604470:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.604723:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3301:x1818934752215040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23313us (24863us total) trans 4294968674 rc 0/0 00000100:00100000:3.0:1734671661.604729:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3304:x1818934752218368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9144us (9216us total) trans 4294968708 rc 0/0 00000004:00080000:2.0:1734671661.604730:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008d3ce300/2, rc 0, transno 4294968674 00000100:00100000:3.0:1734671661.604735:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4670 00000100:00100000:2.0:1734671661.604735:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d3ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752215040:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.604746:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c5180/2, rc 0, transno 4294968708 00000100:00100000:2.0:1734671661.604750:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752218368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.604770:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752222208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.604771:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.604776:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752222336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.604787:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.604794:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.604801:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222208 00000100:00100000:3.0:1734671661.604804:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222208 00000100:00100000:2.0:1734671661.604804:0:18850:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222336 00000100:00100000:2.0:1734671661.604805:0:18850:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222336 00000100:00100000:3.0:1734671661.604815:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4685 00000100:00100000:2.0:1734671661.604817:0:18850:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686 00000100:00100000:3.0:1734671661.604818:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3302:x1818934752222208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.604820:0:18850:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3304:x1818934752222336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.604827:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:386 count 1 00002000:00080000:2.0:1734671661.604827:0:18850:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:361 count 1 00010000:00010000:3.0:1734671661.604834:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604835:0:18850:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604843:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604843:0:18850:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 75 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604849:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.604850:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.604852:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604853:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.604854:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.604856:0:18850:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604865:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 73 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.604866:0:18850:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 75 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.604872:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 73 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.604873:0:18850:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 75 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.604880:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752222464:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.604880:0:18850:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18850:1818934752222592:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.604908:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.604908:0:18850:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.605317:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663 00000100:00100000:0.0:1734671661.606496:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.606502:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752219136:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.606510:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671661.606517:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.606558:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752219520:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.606577:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.606618:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300160 00000100:00100000:1.0:1734671661.606623:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300160 00010000:00010000:1.0:1734671661.606640:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 76 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.606660:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300032 00000100:00100000:1.0:1734671661.606662:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300032 00010000:00010000:1.0:1734671661.606671:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 77 pid: 18849 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.606702:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8743 00000100:00100000:1.0:1734671661.606707:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1964:x1818934752300160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.606716:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.606720:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 77 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.606994:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 77 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.606999:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8744 00000100:00100000:0.0:1734671661.607003:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+77:1964:x1818934752300032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.607011:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.607011:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.607013:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.607014:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 77 pid: 18849 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.607017:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.607022:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 77 pid: 18849 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.607028:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.607031:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b08e600/0x87a91e5006097a99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e55 expref: 77 pid: 18849 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.607038:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.607039:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.607041:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.607042:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.607047:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.607066:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1964:x1818934752300160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 358us (573us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671661.607068:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.607072:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8743 00000100:00100000:0.0:1734671661.607079:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+76:1964:x1818934752300032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 75us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.607084:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8744 00000100:00100000:3.0:1734671661.607128:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752219648:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.607143:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.607161:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752219904:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.607169:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607178:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607183:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607189:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607195:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607201:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607207:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131a3f600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.607210:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607217:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607226:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607231:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a3f600/0x87a91e500609bf11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607344:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cfe400/0x87a91e5006097cc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f19 expref: 74 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.607354:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752219264:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.607364:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607370:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607375:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607386:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607391:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607397:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607401:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800997a4600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.607403:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607409:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607418:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607423:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997a4600/0x87a91e500609bf18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.607503:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.607526:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.607537:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300416 00000100:00100000:1.0:1734671661.607540:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300416 00010000:00010000:1.0:1734671661.607549:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 74 pid: 8435 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.607552:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3301:x1818934752218752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9541us (9608us total) trans 4294968675 rc 0/0 00000100:00100000:3.0:1734671661.607558:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4671 00000100:00100000:1.0:1734671661.607560:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300672 00000100:00100000:1.0:1734671661.607573:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300672 00010000:00010000:1.0:1734671661.607582:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 74 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.607591:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752220032:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.607595:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8745 00000100:00100000:1.0:1734671661.607599:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+74:1967:x1818934752300416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.607600:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607605:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.607608:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 74 pid: 8435 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.607616:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 74 pid: 8435 timeout: 443 lvb_type: 0 00000004:00080000:3.0:1734671661.607620:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135315c00/2, rc 0, transno 4294968675 00000100:00100000:3.0:1734671661.607626:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752218752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.607626:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092d33e00/0x87a91e50060987dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7299 expref: 74 pid: 8435 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.607634:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.607635:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.607637:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607643:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607654:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671661.607662:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607668:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.607669:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1967:x1818934752300416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 69us (167us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671661.607673:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.607690:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8745 00010000:00010000:3.0:1734671661.607694:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.607696:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3301:x1818934752218880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9547us (9728us total) trans 4294968676 rc 0/0 00010000:00010000:3.0:1734671661.607699:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.607700:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8746 00000100:00100000:2.0:1734671661.607702:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672 00010000:00010000:3.0:1734671661.607703:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bed4a00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.607703:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+74:1967:x1818934752300672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.607705:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607709:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.607710:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607713:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 74 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.607717:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607720:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 74 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.607722:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bed4a00/0x87a91e500609bf26 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607730:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e5006097487 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c6b expref: 74 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.607741:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.607742:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.607744:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607749:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.607759:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.607772:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734671661.607772:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1967:x1818934752300672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.607777:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8746 00000100:00100000:2.0:1734671661.607782:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752222720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.607804:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.607818:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222720 00000100:00100000:2.0:1734671661.607821:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222720 00000100:00100000:3.0:1734671661.607832:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+27:3303:x1818934752218624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8733us (9162us total) trans 4294968677 rc 0/0 00000100:00100000:2.0:1734671661.607835:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4687 00000100:00100000:3.0:1734671661.607838:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4674 00000100:00100000:2.0:1734671661.607839:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3303:x1818934752222720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.607852:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607857:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1734671661.607858:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:365 count 1 00010000:00010000:3.0:1734671661.607863:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607867:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607869:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607873:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607877:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.607879:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607879:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 72 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607884:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607884:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.607885:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.607887:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607891:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.607896:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a40200/0x87a91e500609bf34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607901:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 72 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.607910:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.607918:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752222848:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.607937:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000004:00080000:2.0:1734671661.607954:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135314e00/2, rc 0, transno 4294968677 00000100:00100000:2.0:1734671661.607960:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135314e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752218624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.607986:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734671661.607992:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752222976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.608009:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.608025:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752222976 00000100:00100000:2.0:1734671661.608028:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752222976 00000100:00100000:2.0:1734671661.608041:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4688 00000100:00100000:2.0:1734671661.608044:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3302:x1818934752222976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.608053:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:660 count 1 00010000:00010000:2.0:1734671661.608061:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.608070:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 72 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.608075:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.608076:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.608078:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.608094:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 72 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.608101:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 72 pid: 19185 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.608108:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752223104:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.608124:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.608180:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3302:x1818934752219776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8817us (8956us total) trans 4294968709 rc 0/0 00000100:00100000:3.0:1734671661.608185:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4676 00000004:00080000:3.0:1734671661.608206:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135316d80/2, rc 0, transno 4294968676 00000100:00100000:3.0:1734671661.608211:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135316d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752218880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.609486:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.609500:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.609519:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.609533:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300288 00000100:00100000:0.0:1734671661.609533:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300544 00000100:00100000:1.0:1734671661.609536:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300288 00000100:00100000:0.0:1734671661.609536:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300544 00010000:00010000:1.0:1734671661.609549:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 73 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.609549:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.609572:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300800 00000100:00100000:1.0:1734671661.609575:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300800 00000100:00100000:0.0:1734671661.609575:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8747 00000100:00100000:0.0:1734671661.609580:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+74:1964:x1818934752300288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.609582:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 74 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.609587:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.609591:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 74 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.609593:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8748 00000100:00100000:1.0:1734671661.609596:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1964:x1818934752300544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.609598:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 74 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.609602:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.609605:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.609610:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008da13400/0x87a91e500608e998 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3eac expref: 74 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.609611:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.609616:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752220288:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.609619:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.609620:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013188e400/0x87a91e5006098c74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7405 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.609621:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.609624:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.609627:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.609628:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.609630:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.609630:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.609631:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.609636:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.609644:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.609645:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671661.609656:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.609662:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.609662:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1964:x1818934752300544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 64us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.609662:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1964:x1818934752300288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 81us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.609667:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8748 00010000:00010000:3.0:1734671661.609668:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.609669:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8747 00010000:00010000:3.0:1734671661.609688:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.609691:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8749 00010000:00010000:3.0:1734671661.609694:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.609694:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1966:x1818934752300800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.609699:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a40400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.609699:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.609701:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.609703:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.609707:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.609714:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.609715:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.609719:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a40400/0x87a91e500609bf2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.609722:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d539c00/0x87a91e500608dbf3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a45 expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.609994:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+23:3304:x1818934752219392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10734us (11055us total) trans 4294968710 rc 0/0 00000100:00100000:3.0:1734671661.610000:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675 00010000:00010000:3.0:1734671661.610016:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610022:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1734671661.610025:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968666 is committed 00010000:00010000:3.0:1734671661.610029:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610035:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610041:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610046:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009389a800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.610048:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610054:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1734671661.610055:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417d180/2, rc 0, transno 4294968709 00010000:00010000:3.0:1734671661.610061:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.610061:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752219776:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.610065:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009389a800/0x87a91e500609bf1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.610094:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752223232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.610111:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.610127:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223232 00000100:00100000:2.0:1734671661.610130:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223232 00000100:00100000:2.0:1734671661.610141:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4689 00000100:00100000:2.0:1734671661.610144:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3302:x1818934752223232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.610155:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:377 count 1 00010000:00010000:2.0:1734671661.610164:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.610173:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 72 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.610175:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3303:x1818934752219008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11179us (11553us total) trans 4294968678 rc 0/0 00010000:00010000:2.0:1734671661.610178:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.610179:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1734671661.610181:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4673 00010000:00010000:2.0:1734671661.610181:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.610193:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 72 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.610200:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 72 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.610207:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752223360:192.168.204.51@tcp:104: 00000004:00080000:3.0:1734671661.610212:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c6300/2, rc 0, transno 4294968710 00000100:00100000:3.0:1734671661.610216:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752219392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.610222:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.610238:0:3303:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968666 gen 2 00000004:00080000:2.0:1734671661.610241:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094602a00, transno 4294968662 00000004:00080000:2.0:1734671661.610245:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094601500, transno 4294968663 00000004:00080000:2.0:1734671661.610247:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094601f80, transno 4294968664 00000100:00100000:3.0:1734671661.610248:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752223616:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1734671661.610249:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094602d80, transno 4294968665 00000004:00080000:2.0:1734671661.610251:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094603800, transno 4294968666 00000100:00100000:2.0:1734671661.610256:0:3303:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff88008d3cea00 x1818934752214528/t4294968667(4294968667) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671677 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:2.0:1734671661.610262:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135314000/2, rc 0, transno 4294968678 00000100:00100000:3.0:1734671661.610265:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.610265:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135314000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752219008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.610271:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752223488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.610281:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223616 00000100:00100000:3.0:1734671661.610283:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223616 00000100:00100000:2.0:1734671661.610284:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.610296:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223488 00000100:00100000:3.0:1734671661.610297:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223488 00000100:00100000:3.0:1734671661.610307:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4690 00000100:00100000:3.0:1734671661.610310:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3304:x1818934752223616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.610320:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:357 count 1 00010000:00010000:3.0:1734671661.610330:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610340:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 71 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610344:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.610346:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.610348:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610361:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 71 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610368:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 71 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.610375:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752223744:192.168.204.51@tcp:104: 00000004:00080000:2.0:1734671661.610380:0:8487:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 60 changes, 19 in progress, 7 in flight, 5 done 00000100:00100000:3.0:1734671661.610393:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.610400:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752223872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.610404:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4691 00000100:00100000:3.0:1734671661.610407:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3303:x1818934752223488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.610416:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1734671661.610417:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:397 count 1 00010000:00010000:3.0:1734671661.610425:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610433:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 71 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610438:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.610439:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.610441:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610453:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 71 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610460:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 71 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.610466:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752224000:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.610482:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9900 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.610492:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752223872 00000100:00100000:3.0:1734671661.610494:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752223872 00000100:00100000:3.0:1734671661.610507:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4692 00000100:00100000:3.0:1734671661.610511:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3301:x1818934752223872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.610519:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:712 count 1 00010000:00010000:3.0:1734671661.610527:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610536:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 72 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610546:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.610547:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.610549:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610574:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 72 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610581:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 72 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.610587:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752224128:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.610602:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.610643:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.610645:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.610648:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.610654:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.610666:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.610671:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752221056:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.610693:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1966:x1818934752300800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 997us (1172us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671661.610697:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.610699:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8749 00010000:00010000:3.0:1734671661.610714:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610719:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610725:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610734:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610739:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610743:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a41200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.610746:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610752:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.610758:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752221440:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.610759:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.610765:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a41200/0x87a91e500609bf3b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.610769:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.610886:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3302:x1818934752220160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8982us (10241us total) trans 4294968679 rc 0/0 00000100:00100000:3.0:1734671661.610891:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4677 00000100:00100000:3.0:1734671661.610919:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752221312:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.610928:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.610947:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752221696:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.610955:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.610968:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009378ed80/2, rc 0, transno 4294968679 00000100:00100000:3.0:1734671661.610973:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752220160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.610975:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752221824:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.610986:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.610997:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671661.611003:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752224256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.611019:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.611031:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224256 00000100:00100000:3.0:1734671661.611034:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224256 00000100:00100000:3.0:1734671661.611045:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4693 00000100:00100000:3.0:1734671661.611048:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3301:x1818934752224256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.611056:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:379 count 1 00000100:00100000:1.0:1734671661.611061:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671661.611064:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611072:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 70 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.611073:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301952 00000100:00100000:0.0:1734671661.611076:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301952 00010000:00010000:3.0:1734671661.611077:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.611078:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.611079:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.611090:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 71 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.611091:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 71 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611097:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 71 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.611104:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752224384:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.611104:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8750 00000100:00100000:0.0:1734671661.611108:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1967:x1818934752301952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.611114:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.611117:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 71 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.611122:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9a80 going to sleep for 11 seconds 00010000:00010000:0.0:1734671661.611124:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 71 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.611133:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.611134:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1734671661.611136:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752222464:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.611137:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.611143:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611145:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.611154:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.611169:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1967:x1818934752301952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.611173:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8750 00000100:00100000:0.0:1734671661.611640:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.611662:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.611768:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752221184:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.611780:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611798:0:18850:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093378a00/0x87a91e500605658c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1db4 expref: 70 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.611805:0:18850:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18850:1818934752222592:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.611814:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611819:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611824:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611830:0:18850:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611835:0:18850:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611840:0:18850:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611844:0:18850:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.611846:0:18850:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611851:0:18850:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611859:0:18850:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.611864:0:18850:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bf7a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.611914:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301056 00000100:00100000:1.0:1734671661.611917:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301056 00010000:00010000:1.0:1734671661.611928:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 72 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.611940:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752300928 00000100:00100000:1.0:1734671661.611942:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752300928 00010000:00010000:1.0:1734671661.611947:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 73 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.611959:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8751 00000100:00100000:1.0:1734671661.611963:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1964:x1818934752301056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.611969:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.611972:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.611979:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.611989:0:18850:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3304:x1818934752222336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7166us (7193us total) trans 4294968680 rc 0/0 00000100:00100000:3.0:1734671661.611994:0:18850:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686 00010000:00010000:1.0:1734671661.611994:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009230de00/0x87a91e5006097d9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f74 expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.612002:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612003:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612006:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612012:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.612015:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfce00/2, rc 0, transno 4294968680 00000100:00100000:3.0:1734671661.612020:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752222336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.612022:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.612028:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.612034:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752222080:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.612038:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1964:x1818934752301056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.612041:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1734671661.612042:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.612043:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8751 00000100:00100000:1.0:1734671661.612052:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301184 00000100:00100000:1.0:1734671661.612054:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301184 00010000:00010000:1.0:1734671661.612062:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 72 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.612066:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734671661.612071:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301440 00000100:00100000:3.0:1734671661.612072:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752224512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.612072:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301440 00010000:00010000:1.0:1734671661.612078:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 70 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.612087:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8752 00000100:00100000:3.0:1734671661.612088:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.612089:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.612090:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1965:x1818934752300928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.612095:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.612098:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.612099:0:18850:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224512 00000100:00100000:3.0:1734671661.612101:0:18850:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224512 00010000:00010000:1.0:1734671661.612105:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.612112:0:18850:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694 00010000:00010000:1.0:1734671661.612114:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e4800/0x87a91e500605876d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bc9 expref: 72 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.612116:0:18850:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3304:x1818934752224512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.612121:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612123:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1734671661.612125:0:18850:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:714 count 1 00010000:00010000:1.0:1734671661.612125:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612131:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612133:0:18850:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.612135:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301696 00000100:00100000:0.0:1734671661.612137:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301696 00010000:00010000:3.0:1734671661.612141:0:18850:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 70 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612142:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671661.612146:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.612146:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 72 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.612147:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.612149:0:18850:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.612155:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1965:x1818934752300928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 64us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.612156:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8753 00010000:00010000:3.0:1734671661.612160:0:18850:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 70 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.612160:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8752 00000100:00100000:0.0:1734671661.612160:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d015c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1965:x1818934752301184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.612165:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.612167:0:18850:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 70 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.612168:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8754 00010000:00010000:0.0:1734671661.612169:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 71 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.612172:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+70:1965:x1818934752301440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734671661.612175:0:18850:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18850:1818934752224640:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.612176:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 71 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.612177:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.612180:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 70 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.612185:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931a0c00/0x87a91e5006058807 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2c0f expref: 71 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.612186:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 70 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.612190:0:18850:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.612195:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013188f800/0x87a91e5006056665 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e0f expref: 70 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.612197:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.612198:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612201:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.612201:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612203:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612205:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.612207:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612211:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612224:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.612226:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.612236:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+69:1965:x1818934752301440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.612241:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8754 00000100:00100000:1.0:1734671661.612250:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8755 00000100:00100000:1.0:1734671661.612253:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+70:1965:x1818934752301696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.612259:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.612262:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 70 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.612270:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 70 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.612279:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc32800/0x87a91e5006057e05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27e7 expref: 70 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.612286:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612287:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.612289:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612295:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612307:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.612320:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+69:1965:x1818934752301696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.612325:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8755 00010000:00010000:1.0:1734671661.612339:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612345:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612351:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612357:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612362:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612367:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b267e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.612369:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612374:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612383:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612389:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b267e00/0x87a91e500609bf5e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.612511:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d015c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+68:1965:x1818934752301184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 349us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.612516:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8753 00000100:00100000:1.0:1734671661.612593:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3304:x1818934752220928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8706us (8871us total) trans 4294968681 rc 0/0 00000100:00100000:1.0:1734671661.612598:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4682 00000004:00080000:1.0:1734671661.612618:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135315880/2, rc 0, transno 4294968681 00000100:00100000:1.0:1734671661.612623:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752220928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.612634:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612640:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612647:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612653:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612659:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612664:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.612666:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612672:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612699:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.612704:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de17c00/0x87a91e500609bf42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.612826:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752224768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.612845:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734671661.612918:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612927:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612933:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612938:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612944:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612949:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008de17a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.612951:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612956:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612963:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.612969:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de17a00/0x87a91e500609bf50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.613257:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+25:3304:x1818934752220416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9661us (9852us total) trans 4294968711 rc 0/0 00000100:00100000:3.0:1734671661.613264:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4680 00000100:00100000:3.0:1734671661.613274:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752224768 00000100:00100000:3.0:1734671661.613276:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752224768 00000004:00080000:0.0:1734671661.613278:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417f800/2, rc 0, transno 4294968711 00000100:00100000:0.0:1734671661.613286:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752220416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.613290:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695 00000100:00100000:3.0:1734671661.613294:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+27:3304:x1818934752224768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.613306:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:404 count 1 00010000:00010000:3.0:1734671661.613315:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.613324:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 68 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.613329:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.613331:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.613333:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.613354:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 68 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.613362:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 68 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.613375:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752224896:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.613397:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9600 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.613537:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752225024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.613557:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.613585:0:8436:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225024 00000100:00100000:2.0:1734671661.613589:0:8436:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225024 00000100:00100000:1.0:1734671661.614262:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3301:x1818934752220672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10783us (10894us total) trans 4294968712 rc 0/0 00000004:00080000:3.0:1734671661.614296:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417ed80/2, rc 0, transno 4294968712 00000100:00100000:3.0:1734671661.614303:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752220672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.614444:0:8436:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4696 00000100:00100000:2.0:1734671661.614452:0:8436:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3301:x1818934752225024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.614466:0:8436:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:403 count 1 00010000:00010000:2.0:1734671661.614477:0:8436:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.614487:0:8436:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 67 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.614497:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.614499:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.614501:0:8436:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.614519:0:8436:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 67 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.614527:0:8436:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 67 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.614537:0:8436:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752225152:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.614576:0:8436:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.614606:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.614613:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752225280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.614640:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.614702:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225280 00000100:00100000:2.0:1734671661.614706:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225280 00000100:00100000:1.0:1734671661.614971:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678 00010000:00010000:1.0:1734671661.614990:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.614996:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615003:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615008:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615013:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615018:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092082e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.615021:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615027:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615037:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615042:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092082e00/0x87a91e500609bf49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.615140:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752223744:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.615153:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.615171:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752222848:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.615172:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:3304:x1818934752220544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11586us (11794us total) trans 4294968713 rc 0/0 00000100:00100000:1.0:1734671661.615177:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4679 00010000:00010000:3.0:1734671661.615180:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.615213:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4697 00000100:00100000:2.0:1734671661.615217:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3301:x1818934752225280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.615227:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:387 count 1 00010000:00010000:2.0:1734671661.615235:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.615244:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.615254:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.615255:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.615257:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615261:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615267:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.615269:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 67 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615273:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.615275:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 67 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.615279:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.615282:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b740380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752225408:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.615285:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615294:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880129d1a800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.615296:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.615299:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.615301:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615310:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.615315:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129d1a800/0x87a91e500609bf6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.615317:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752223360:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.615326:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.615339:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752223104:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.615346:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1734671661.615417:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417e680/2, rc 0, transno 4294968713 00000100:00100000:0.0:1734671661.615423:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752220544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.615444:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3302:x1818934752221952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11053us (11086us total) trans 4294968714 rc 0/0 00000100:00100000:1.0:1734671661.615449:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4684 00000004:00080000:3.0:1734671661.615490:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099781880/2, rc 0, transno 4294968714 00000100:00100000:3.0:1734671661.615494:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752221952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.615995:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752225664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.616016:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.616042:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.616046:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752225536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.616060:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.616113:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225664 00000100:00100000:1.0:1734671661.616117:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225664 00000100:00100000:1.0:1734671661.616138:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752225536 00000100:00100000:1.0:1734671661.616140:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752225536 00000100:00100000:1.0:1734671661.616151:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4698 00000100:00100000:1.0:1734671661.616155:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+28:3304:x1818934752225664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671661.616166:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:687 count 1 00010000:00010000:1.0:1734671661.616175:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.616185:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 67 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.616191:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.616192:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.616195:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.616201:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4699 00000100:00100000:0.0:1734671661.616206:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3304:x1818934752225536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.616210:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 67 pid: 8437 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1734671661.616216:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:358 count 1 00010000:00010000:1.0:1734671661.616218:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 67 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.616225:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.616226:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b747b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752225792:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.616240:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 67 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.616246:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1734671661.616247:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be900 going to sleep for 11 seconds 00010000:00010000:0.0:1734671661.616247:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.616249:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.616264:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 67 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.616271:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 67 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.616278:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:17897:1818934752225920:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.616295:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71540 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.616746:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752224000:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.616761:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.617236:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.617251:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.617276:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.617345:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302080 00000100:00100000:2.0:1734671661.617349:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302080 00010000:00010000:2.0:1734671661.617364:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 69 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.617364:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.617379:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.617386:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302336 00000100:00100000:2.0:1734671661.617388:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302336 00000100:00100000:1.0:1734671661.617393:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.617395:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 70 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.617404:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302592 00000100:00100000:1.0:1734671661.617404:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.617405:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302592 00010000:00010000:2.0:1734671661.617413:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.617415:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.617420:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302208 00000100:00100000:2.0:1734671661.617422:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302208 00000100:00100000:1.0:1734671661.617425:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.617428:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 71 pid: 19185 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.617435:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301312 00000100:00100000:2.0:1734671661.617437:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301312 00010000:00010000:2.0:1734671661.617443:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 72 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.617450:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302464 00000100:00100000:2.0:1734671661.617452:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302464 00000100:00100000:1.0:1734671661.617453:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.617459:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 69 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.617466:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301568 00000100:00100000:2.0:1734671661.617468:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301568 00010000:00010000:2.0:1734671661.617475:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 70 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.617477:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.617482:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302720 00000100:00100000:2.0:1734671661.617484:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302720 00000100:00100000:1.0:1734671661.617489:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752301824 00010000:00010000:2.0:1734671661.617490:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 73 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.617492:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752301824 00000100:00100000:2.0:1734671661.617498:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302848 00000100:00100000:2.0:1734671661.617500:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302848 00010000:00010000:1.0:1734671661.617503:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 71 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.617506:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 74 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.617513:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752302976 00000100:00100000:2.0:1734671661.617514:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752302976 00010000:00010000:2.0:1734671661.617521:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 75 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.617522:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8756 00000100:00100000:1.0:1734671661.617527:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+75:1965:x1818934752302080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1734671661.617531:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8757 00000100:00100000:2.0:1734671661.617535:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+75:1965:x1818934752302336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.617535:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.617539:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 75 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.617541:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.617544:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 75 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.617548:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 75 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.617551:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 75 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.617570:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009284a400/0x87a91e500605682c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1eda expref: 75 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.617571:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5000/0x87a91e500605717f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22ae expref: 75 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.617580:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.617582:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.617584:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.617585:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.617586:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.617589:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.617592:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.617595:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.617607:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.617609:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.617627:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1965:x1818934752302080:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 100us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.617628:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+73:1965:x1818934752302336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 91us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.617633:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8756 00000100:00100000:3.0:1734671661.618010:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752224128:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.618025:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.618048:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752224384:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.618057:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.618073:0:18850:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18850:1818934752224640:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.618084:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.618186:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.618198:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.618240:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752224896:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.618250:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.618373:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8757 00000100:00100000:1.0:1734671661.618402:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8758 00000100:00100000:0.0:1734671661.618422:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8759 00000100:00100000:0.0:1734671661.618428:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1965:x1818934752302208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.618436:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.618441:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 72 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618503:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 72 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618515:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc31e00/0x87a91e500608b844 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2ef3 expref: 72 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618527:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618528:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618531:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618537:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618550:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.618578:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1965:x1818934752302208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 148us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.618583:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8759 00000100:00100000:0.0:1734671661.618594:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303232 00000100:00100000:0.0:1734671661.618597:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303232 00010000:00010000:0.0:1734671661.618608:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 72 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.618617:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303104 00000100:00100000:0.0:1734671661.618618:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303104 00010000:00010000:0.0:1734671661.618626:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 71 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.618635:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8760 00000100:00100000:0.0:1734671661.618639:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1964:x1818934752301312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.618644:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.618647:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 71 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618655:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 71 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618664:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4025200/0x87a91e5006056156 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c2c expref: 71 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618672:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618673:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618689:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618694:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618707:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.618721:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+70:1964:x1818934752301312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 81us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.618726:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8760 00000100:00100000:0.0:1734671661.618736:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8761 00000100:00100000:0.0:1734671661.618740:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+72:1965:x1818934752302464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.618746:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.618750:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 72 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618757:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 72 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618774:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136285400/0x87a91e5006055ff1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b99 expref: 72 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618782:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618783:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618786:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618792:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618803:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.618815:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+71:1965:x1818934752302464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.618820:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8761 00000100:00100000:0.0:1734671661.618829:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8762 00000100:00100000:0.0:1734671661.618832:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+70:1964:x1818934752301568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.618837:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.618840:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 70 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618846:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 70 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618855:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094634200/0x87a91e5006056308 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ccd expref: 70 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618865:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618866:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618869:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618874:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.618883:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.618891:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+69:1964:x1818934752301568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.618895:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8762 00000100:00100000:0.0:1734671661.618903:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8763 00000100:00100000:0.0:1734671661.618906:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+69:1965:x1818934752302720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.618910:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.618913:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 69 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618920:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 69 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618927:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e04d000/0x87a91e5006099630 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f775b expref: 69 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.618933:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618934:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.618936:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.619061:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+68:1965:x1818934752302592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.619068:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.619073:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.619080:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.619089:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093868800/0x87a91e5006057fef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28c7 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.619097:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.619098:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.619101:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.619106:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.619119:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.619133:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+67:1965:x1818934752302592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.619138:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8758 00000100:00100000:1.0:1734671661.619150:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8764 00000100:00100000:1.0:1734671661.619154:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+68:1965:x1818934752302848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.619160:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.619164:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.619171:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.619180:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c8c600/0x87a91e5006057300 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2356 expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.619187:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.619188:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.619190:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619262:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619269:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619278:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619284:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619290:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619296:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e2000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.619299:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619306:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619316:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619321:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e2000/0x87a91e500609bf96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.619527:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3304:x1818934752223616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9215us (9261us total) trans 4294968715 rc 0/0 00000100:00100000:3.0:1734671661.619534:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4690 00010000:00010000:3.0:1734671661.619552:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619558:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619572:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619578:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619582:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619587:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8e3200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.619589:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619594:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619601:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.619606:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e3200/0x87a91e500609bf9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.619877:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+29:3303:x1818934752223488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9468us (9591us total) trans 4294968716 rc 0/0 00000100:00100000:3.0:1734671661.619882:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4691 00000004:00080000:3.0:1734671661.619910:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417f480/2, rc 0, transno 4294968715 00000100:00100000:3.0:1734671661.619917:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752223616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.619959:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752226048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.619978:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.619994:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226048 00000100:00100000:3.0:1734671661.619997:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226048 00000100:00100000:3.0:1734671661.620008:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700 00000100:00100000:3.0:1734671661.620011:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+29:3301:x1818934752226048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.620023:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:389 count 1 00010000:00010000:3.0:1734671661.620033:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620042:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620047:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.620048:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.620050:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620064:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 66 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620072:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 66 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.620084:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752226176:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.620101:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9600 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.620112:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620117:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620123:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620127:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620132:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620136:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.620138:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620142:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620149:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620155:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d538a00/0x87a91e500609bf88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.620297:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3302:x1818934752222976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12251us (12287us total) trans 4294968682 rc 0/0 00000100:00100000:3.0:1734671661.620302:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4688 00000100:00100000:3.0:1734671661.620332:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.620359:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.620434:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303360 00000100:00100000:2.0:1734671661.620437:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303360 00010000:00010000:2.0:1734671661.620448:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 67 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.620458:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303488 00000100:00100000:2.0:1734671661.620459:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303488 00010000:00010000:0.0:1734671661.620463:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620466:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 68 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.620473:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.620476:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8765 00010000:00010000:0.0:1734671661.620478:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.620481:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+68:1964:x1818934752301824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.620484:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620487:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.620490:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620491:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 68 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.620495:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+66:1965:x1818934752302720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1587us (3079us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671661.620497:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620499:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 68 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.620501:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8763 00010000:00010000:3.0:1734671661.620502:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620507:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620510:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093933800/0x87a91e5006057935 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b7 expref: 68 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.620510:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303616 00010000:00010000:3.0:1734671661.620512:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009426ac00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:0.0:1734671661.620513:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303616 00010000:00010000:3.0:1734671661.620515:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620518:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.620520:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620520:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.620521:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 68 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.620522:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620529:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620529:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.620530:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8766 00010000:00010000:3.0:1734671661.620534:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009426ac00/0x87a91e500609bfa4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.620535:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+65:1965:x1818934752302976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.620540:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.620541:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.620543:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 65 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.620550:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 65 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.620555:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+68:1964:x1818934752301824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (3129us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671661.620559:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131264a00/0x87a91e5006099883 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7826 expref: 65 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.620560:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8765 00010000:00010000:0.0:1734671661.620579:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.620581:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1734671661.620583:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8767 00010000:00010000:0.0:1734671661.620583:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.620586:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+67:1964:x1818934752303232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.620588:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620592:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.620595:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 67 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.620599:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.620602:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 67 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.620611:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620612:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1734671661.620612:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+64:1965:x1818934752302976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 76us (3135us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.620614:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.620616:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8766 00010000:00010000:2.0:1734671661.620620:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620627:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.620627:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8768 00000100:00100000:0.0:1734671661.620630:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+63:1964:x1818934752303104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.620636:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671661.620637:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+67:1964:x1818934752303232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 50us (2452us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671661.620640:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 63 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.620641:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8767 00010000:00010000:0.0:1734671661.620647:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 63 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.620649:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8769 00000100:00100000:2.0:1734671661.620652:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+66:1965:x1818934752303360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.620656:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.620658:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba45e00/0x87a91e5006058694 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2b6e expref: 63 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.620659:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 66 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.620665:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620666:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 66 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.620666:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.620668:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620672:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620686:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620688:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620691:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620693:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620700:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.620702:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.620714:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+66:1965:x1818934752303360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.620717:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+62:1964:x1818934752303104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 86us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.620719:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8769 00000100:00100000:0.0:1734671661.620722:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8768 00000100:00100000:2.0:1734671661.620728:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8770 00000100:00100000:2.0:1734671661.620731:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+65:1964:x1818934752303488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.620732:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8771 00010000:00010000:2.0:1734671661.620736:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734671661.620736:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a417f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+65:1964:x1818934752303616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.620740:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 65 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.620741:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.620745:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 65 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.620747:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 65 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.620752:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 65 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.620756:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620757:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620759:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620761:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.620762:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.620765:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620765:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620770:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620772:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.620778:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.620784:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+65:1964:x1818934752303488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.620788:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8770 00000100:00100000:0.0:1734671661.620790:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a417f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+65:1964:x1818934752303616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 53us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.620795:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8771 00000100:00100000:3.0:1734671661.620802:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3301:x1818934752223872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10290us (10385us total) trans 4294968683 rc 0/0 00010000:00010000:2.0:1734671661.620804:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.620808:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4692 00010000:00010000:2.0:1734671661.620812:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620818:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620822:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620823:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620828:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620828:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620833:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.620834:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620835:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620839:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620840:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620843:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620851:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc3000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.620854:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620854:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620858:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.620859:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d538000/0x87a91e500609bf8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620865:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.620870:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ccc3000/0x87a91e500609bf73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620938:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620943:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620950:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620955:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620960:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620964:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008f0ae000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.620966:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.620971:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.620980:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+30:3302:x1818934752222208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16161us (16193us total) trans 4294968717 rc 0/0 00010000:00010000:0.0:1734671661.620980:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.620985:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4685 00010000:00010000:0.0:1734671661.620985:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f0ae000/0x87a91e500609bf65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.621008:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923bf480/2, rc 0, transno 4294968683 00000100:00100000:3.0:1734671661.621016:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752223872:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.621027:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621033:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621038:0:18850:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621045:0:18850:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621050:0:18850:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621054:0:18850:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.621057:0:18850:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621063:0:18850:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621071:0:18850:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621075:0:18850:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093956800/0x87a91e500609bfb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.621092:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+30:3303:x1818934752221568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17158us (17241us total) trans 4294968718 rc 0/0 00000100:00100000:0.0:1734671661.621097:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683 00010000:00010000:0.0:1734671661.621122:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ae000/0x87a91e50060560c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bed expref: 63 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.621130:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:17897:1818934752225920:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.621140:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.621147:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.621152:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.621155:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+29:3302:x1818934752223232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11008us (11042us total) trans 4294968684 rc 0/0 00010000:00010000:0.0:1734671661.621158:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.621161:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4689 00010000:00010000:0.0:1734671661.621163:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.621168:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.621177:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094205600 already unused, calling callback (ffffffffa086e760) 00000100:00100000:3.0:1734671661.621178:0:18850:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+28:3304:x1818934752224512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9061us (9089us total) trans 4294968685 rc 0/0 00010000:00010000:0.0:1734671661.621179:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.621183:0:18850:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694 00010000:00010000:0.0:1734671661.621185:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621187:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ca9200/0x87a91e50060579cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25fd expref: 62 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.621192:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.621195:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b740380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752225408:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.621198:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094205600/0x87a91e500609bfd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.621202:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099780000/2, rc 0, transno 4294968685 00010000:00010000:2.0:1734671661.621203:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.621205:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752224512:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.621209:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621215:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621215:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621220:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621221:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621225:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621226:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621231:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621232:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621235:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d89ca00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.621238:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621238:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621242:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc2200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.621244:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621248:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621249:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621256:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621257:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621262:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d89ca00/0x87a91e500609bfc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.621263:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc2200/0x87a91e500609bfb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.621302:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3304:x1818934752225536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5096us (5241us total) trans 4294968719 rc 0/0 00000100:00100000:0.0:1734671661.621307:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4699 00000100:00100000:2.0:1734671661.621381:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3301:x1818934752225280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6162us (6740us total) trans 4294968720 rc 0/0 00000100:00100000:2.0:1734671661.621387:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4697 00000004:00080000:2.0:1734671661.621406:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923be300/2, rc 0, transno 4294968720 00000100:00100000:2.0:1734671661.621412:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752225280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.621440:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.621446:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752226304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.621463:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.621477:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226304 00000100:00100000:2.0:1734671661.621480:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226304 00000100:00100000:2.0:1734671661.621492:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4701 00000100:00100000:2.0:1734671661.621496:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3301:x1818934752226304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.621506:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:681 count 1 00010000:00010000:2.0:1734671661.621516:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621525:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 61 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621530:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.621531:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.621533:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621546:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 61 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621552:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 61 pid: 15777 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.621560:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752226432:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.621588:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.621606:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d3fe00/0x87a91e500605836f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a5d expref: 61 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.621613:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752225152:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.621622:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621628:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621633:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621643:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621648:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621653:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621657:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d89de00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.621659:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621665:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621691:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.621697:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d89de00/0x87a91e500609bfc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.621892:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3301:x1818934752225024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7440us (8334us total) trans 4294968721 rc 0/0 00000100:00100000:2.0:1734671661.621898:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4696 00000004:00080000:2.0:1734671661.621920:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923bce00/2, rc 0, transno 4294968721 00000100:00100000:2.0:1734671661.621925:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752225024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.621964:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.621985:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.621994:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622000:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622004:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622009:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622014:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b32e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.622017:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622022:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622030:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622036:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b32e00/0x87a91e500609bf57 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622253:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622260:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622266:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622271:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622277:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622282:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d538200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.622284:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622290:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622298:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622304:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d538200/0x87a91e500609bf81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622517:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094422e00/0x87a91e500609212f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f5121 expref: 60 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.622526:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b747b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752225792:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.622535:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622541:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622546:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622555:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622560:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622577:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622581:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800914a1e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.622584:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622590:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622599:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.622603:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914a1e00/0x87a91e500609bfce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.622850:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+30:3304:x1818934752224768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9554us (10003us total) trans 4294968686 rc 0/0 00000100:00100000:3.0:1734671661.622856:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695 00000004:00080000:3.0:1734671661.622881:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b740700/2, rc 0, transno 4294968719 00000100:00100000:3.0:1734671661.622894:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752225536:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.622903:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092a45f80/2, rc 0, transno 4294968686 00000100:00100000:3.0:1734671661.622905:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752224768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.622909:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.622916:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752226560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.622933:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.622943:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752226688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.622953:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.622967:0:8436:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226560 00000004:00080000:3.0:1734671661.622970:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923bea00/2, rc 0, transno 4294968684 00000100:00100000:2.0:1734671661.622971:0:8436:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226560 00000100:00100000:3.0:1734671661.622973:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752223232:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671661.622979:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dffb80/2, rc 0, transno 4294968682 00000100:00100000:3.0:1734671661.622981:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752222976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.622985:0:8436:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226688 00000004:00080000:3.0:1734671661.622987:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099780e00/2, rc 0, transno 4294968717 00000100:00100000:2.0:1734671661.622987:0:8436:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226688 00000100:00100000:3.0:1734671661.622991:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752222208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.622997:0:8436:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4702 00000100:00100000:2.0:1734671661.623001:0:8436:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3304:x1818934752226560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.623014:0:8436:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:679 count 1 00010000:00010000:2.0:1734671661.623024:0:8436:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623035:0:8436:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 59 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623040:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623042:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623044:0:8436:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623060:0:8436:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 59 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.623067:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703 00010000:00010000:2.0:1734671661.623069:0:8436:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 59 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.623072:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3304:x1818934752226688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.623077:0:8436:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752226816:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.623096:0:8436:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd900 going to sleep for 11 seconds 00002000:00080000:0.0:1734671661.623100:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:385 count 1 00010000:00010000:0.0:1734671661.623111:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623121:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623123:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752226944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.623127:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.623129:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.623131:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623141:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1734671661.623146:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 59 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623153:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 59 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.623160:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752226944 00000100:00100000:0.0:1734671661.623161:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:17897:1818934752227072:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.623162:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752226944 00000100:00100000:3.0:1734671661.623173:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752226176:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.623175:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4704 00000100:00100000:2.0:1734671661.623178:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:3301:x1818934752226944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.623184:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.623184:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71540 going to sleep for 11 seconds 00002000:00080000:2.0:1734671661.623186:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:402 count 1 00010000:00010000:2.0:1734671661.623195:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623204:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 59 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623209:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623210:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623212:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623226:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 59 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623232:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 59 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.623240:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b742680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752227200:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.623255:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.623263:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.623268:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752227712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.623275:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752227584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.623278:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.623285:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752227328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.623292:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.623296:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227712 00000100:00100000:2.0:1734671661.623298:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227712 00000100:00100000:3.0:1734671661.623304:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.623309:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752227456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.623320:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.623335:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227584 00000100:00100000:2.0:1734671661.623337:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227584 00000100:00100000:2.0:1734671661.623344:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227456 00000100:00100000:2.0:1734671661.623346:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227456 00000100:00100000:3.0:1734671661.623348:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4705 00000100:00100000:3.0:1734671661.623352:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3301:x1818934752227712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.623357:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706 00000100:00100000:2.0:1734671661.623360:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3304:x1818934752227584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.623362:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:380 count 1 00002000:00080000:2.0:1734671661.623369:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:382 count 1 00010000:00010000:3.0:1734671661.623371:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.623378:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3304:x1818934752225664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7221us (7361us total) trans 4294968722 rc 0/0 00010000:00010000:3.0:1734671661.623380:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 61 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623380:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.623382:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707 00010000:00010000:3.0:1734671661.623385:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1734671661.623385:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4698 00010000:00010000:3.0:1734671661.623386:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623386:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 61 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.623387:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3304:x1818934752227456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.623388:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623390:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623391:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623392:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1734671661.623397:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:405 count 1 00010000:00010000:3.0:1734671661.623401:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 61 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623401:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 61 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623406:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 61 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.623406:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623409:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 61 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.623411:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b742d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752228096:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.623415:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 61 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.623416:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752227968:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.623420:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.623421:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.623423:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623425:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.623432:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.623436:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1734671661.623437:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 61 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.623440:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3301:x1818934752220800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19746us (19901us total) trans 4294968687 rc 0/0 00000004:00080000:3.0:1734671661.623446:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b740a80/2, rc 0, transno 4294968722 00000100:00100000:1.0:1734671661.623446:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4681 00010000:00010000:0.0:1734671661.623448:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 61 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.623452:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752225664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.623454:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227328 00000004:00080000:2.0:1734671661.623455:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135315180/2, rc 0, transno 4294968687 00000100:00100000:0.0:1734671661.623455:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18411:1818934752228224:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.623457:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227328 00000100:00100000:3.0:1734671661.623460:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752227840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.623460:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135315180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752220800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.623469:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4708 00000100:00100000:0.0:1734671661.623471:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71780 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.623473:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3301:x1818934752227328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.623478:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1734671661.623481:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:406 count 1 00000100:00100000:2.0:1734671661.623488:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1734671661.623491:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623492:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752228352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.623497:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752227840 00000100:00100000:3.0:1734671661.623500:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752227840 00010000:00010000:1.0:1734671661.623500:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 61 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.623504:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.623505:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.623507:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623509:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.623514:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228352 00000100:00100000:3.0:1734671661.623516:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228352 00010000:00010000:1.0:1734671661.623520:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 61 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.623526:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4709 00010000:00010000:1.0:1734671661.623526:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 61 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.623529:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3302:x1818934752227840:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.623530:0:18850:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710 00000100:00100000:1.0:1734671661.623533:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752228480:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.623534:0:18850:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3304:x1818934752228352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.623538:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:381 count 1 00002000:00080000:2.0:1734671661.623543:0:18850:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:392 count 1 00000100:00100000:1.0:1734671661.623546:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be600 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.623547:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623551:0:18850:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623556:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 61 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623572:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623573:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623573:0:18850:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 59 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623575:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623579:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623580:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623582:0:18850:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623589:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 61 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623597:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 61 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.623597:0:18850:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 59 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.623602:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3303:x1818934752222720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15762us (15797us total) trans 4294968688 rc 0/0 00000100:00100000:3.0:1734671661.623605:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752228608:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.623605:0:18850:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 59 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.623610:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4687 00000100:00100000:2.0:1734671661.623613:0:18850:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18850:1818934752228736:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.623620:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.623632:0:18850:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd9c0 going to sleep for 11 seconds 00000004:00080000:3.0:1734671661.623646:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417c700/2, rc 0, transno 4294968716 00000100:00100000:3.0:1734671661.623652:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752223488:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.623659:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099781180/2, rc 0, transno 4294968688 00000100:00100000:3.0:1734671661.623662:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752222720:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671661.623669:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099782a00/2, rc 0, transno 4294968718 00000100:00100000:3.0:1734671661.623672:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752221568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.623704:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1734671661.623707:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.623709:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752228864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.623712:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752228992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.623728:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.623728:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+61:1965:x1818934752302848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4572us (6274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.623734:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8764 00000100:00100000:2.0:1734671661.623743:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.623755:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.623760:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752229120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.623771:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752229248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.623773:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.623786:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.623792:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228864 00000100:00100000:2.0:1734671661.623795:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228864 00000100:00100000:3.0:1734671661.623800:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752228992 00000100:00100000:3.0:1734671661.623802:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752228992 00000100:00100000:2.0:1734671661.623806:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229120 00000100:00100000:2.0:1734671661.623808:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229120 00000100:00100000:3.0:1734671661.623814:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229248 00000100:00100000:3.0:1734671661.623816:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229248 00000100:00100000:2.0:1734671661.623818:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4711 00000100:00100000:2.0:1734671661.623822:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3303:x1818934752228864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.623822:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.623826:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4712 00010000:00010000:0.0:1734671661.623829:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.623830:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3301:x1818934752228992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.623831:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:364 count 1 00010000:00010000:0.0:1734671661.623835:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1734671661.623838:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:393 count 1 00010000:00010000:2.0:1734671661.623840:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623840:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623846:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623847:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623849:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 59 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623851:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092336400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.623853:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623854:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623855:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623857:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 59 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623857:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623859:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623862:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623863:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623865:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623868:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623872:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 59 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.623873:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092336400/0x87a91e500609bfab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623879:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 59 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.623883:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 59 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623888:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752229376:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.623891:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 59 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.623898:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752229504:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.623907:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.623914:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.623918:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4713 00000100:00100000:2.0:1734671661.623922:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3301:x1818934752229120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.623926:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4714 00000100:00100000:3.0:1734671661.623929:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+34:3303:x1818934752229248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.623931:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:678 count 1 00002000:00080000:3.0:1734671661.623939:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:389 count 1 00010000:00010000:2.0:1734671661.623940:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623947:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623949:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 60 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623954:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.623955:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623956:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 60 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623957:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.623961:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623962:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.623964:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623970:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 60 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.623977:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 60 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.623984:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 60 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.623984:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752229632:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.623992:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.623999:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.624000:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752229760:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.624012:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3301:x1818934752224256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12962us (12991us total) trans 4294968689 rc 0/0 00000100:00100000:3.0:1734671661.624016:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.624017:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4693 00000004:00080000:2.0:1734671661.624018:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009378c380/2, rc 0, transno 4294968689 00000100:00100000:2.0:1734671661.624025:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752224256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.624043:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734671661.624049:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752229888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.624064:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.624127:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752229888 00000100:00100000:0.0:1734671661.624130:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752229888 00000100:00100000:0.0:1734671661.624143:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4715 00000100:00100000:0.0:1734671661.624147:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3303:x1818934752229888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.624156:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:390 count 1 00010000:00010000:0.0:1734671661.624164:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.624173:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 60 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.624179:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.624180:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.624182:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.624195:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 60 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.624207:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 60 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.624214:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752230016:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.624365:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71840 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.626961:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.627015:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303744 00000100:00100000:1.0:1734671661.627022:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303744 00000100:00100000:0.0:1734671661.627036:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.627045:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.627052:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.627064:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8772 00000100:00100000:1.0:1734671661.627071:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1965:x1818934752303744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.627080:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.627084:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.627093:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.627105:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.627122:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304000 00000100:00100000:0.0:1734671661.627125:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304000 00010000:00010000:0.0:1734671661.627137:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 61 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.627150:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752303872 00000100:00100000:0.0:1734671661.627152:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752303872 00010000:00010000:0.0:1734671661.627160:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 62 pid: 15777 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.627168:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304128 00000100:00100000:0.0:1734671661.627169:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304128 00010000:00010000:0.0:1734671661.627177:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 63 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.627186:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8773 00000100:00100000:0.0:1734671661.627190:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+63:1964:x1818934752304000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.627198:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.627201:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 63 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627208:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 63 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627226:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.627228:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.627231:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627239:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627255:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.627284:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+63:1964:x1818934752304000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 91us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.627290:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8773 00000100:00100000:0.0:1734671661.627304:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8774 00000100:00100000:0.0:1734671661.627308:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+62:1965:x1818934752303872:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.627314:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.627317:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 62 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627324:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 62 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627338:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.627340:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.627342:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627347:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627354:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.627367:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+62:1965:x1818934752303872:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.627372:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8774 00000100:00100000:0.0:1734671661.627381:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8775 00000100:00100000:0.0:1734671661.627385:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+61:1965:x1818934752304128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.627390:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.627393:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 61 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627400:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 61 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627408:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.627409:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.627412:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627418:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627420:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094431600/0x87a91e500608fc68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f44c5 expref: 61 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.627427:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.627431:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752226816:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.627439:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1965:x1818934752304128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 53us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.627443:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8775 00010000:00010000:3.0:1734671661.627447:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627454:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627460:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627463:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129d4e000/0x87a91e500605789b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2571 expref: 59 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.627467:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.627472:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:17897:1818934752227072:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.627473:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627479:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627481:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627484:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf5c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.627487:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627488:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627494:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627494:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627499:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627504:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627505:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627510:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091bf5c00/0x87a91e500609bfea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627511:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627520:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.627523:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627529:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627537:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.627542:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d539c00/0x87a91e500609bff1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.627785:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ca8a00/0x87a91e5006057b03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2689 expref: 58 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.627792:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.627794:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.627796:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.627805:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.627820:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.627835:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+57:1965:x1818934752303744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 765us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.627841:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8772 00000100:00100000:3.0:1734671661.627856:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3304:x1818934752226560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4853us (4921us total) trans 4294968723 rc 0/0 00000100:00100000:3.0:1734671661.627863:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4702 00000004:00080000:3.0:1734671661.627894:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b741500/2, rc 0, transno 4294968723 00000100:00100000:3.0:1734671661.627902:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752226560:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.627951:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627958:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627964:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627970:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627975:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.627978:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361e5800/0x87a91e50060906b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4806 expref: 56 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.627979:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc70600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.627981:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627986:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.627987:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752226432:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.627994:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.627997:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.627999:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc70600/0x87a91e500609bfdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628003:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628008:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628014:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628019:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628025:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628029:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372de00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.628032:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628042:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628050:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.628056:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009372de00/0x87a91e500609bfe3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.628114:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+37:3301:x1818934752226048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8101us (8134us total) trans 4294968724 rc 0/0 00000100:00100000:3.0:1734671661.628120:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700 00000100:00100000:3.0:1734671661.628139:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752230144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.628159:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1734671661.628177:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b740380/2, rc 0, transno 4294968725 00000100:00100000:2.0:1734671661.628177:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3301:x1818934752226304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6679us (6712us total) trans 4294968725 rc 0/0 00000100:00100000:2.0:1734671661.628183:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4701 00000100:00100000:2.0:1734671661.628193:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230144 00000100:00100000:2.0:1734671661.628195:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230144 00000100:00100000:3.0:1734671661.629471:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752226304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.629476:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4716 00000100:00100000:2.0:1734671661.629481:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+38:3301:x1818934752230144:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.629489:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099783b80/2, rc 0, transno 4294968724 00000100:00100000:3.0:1734671661.629493:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752226048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.629498:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00080000:2.0:1734671661.629500:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:686 count 1 00010000:00010000:2.0:1734671661.629514:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.629517:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.629526:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 55 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.629526:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3304:x1818934752226688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6451us (6569us total) trans 4294968726 rc 0/0 00000100:00100000:1.0:1734671661.629528:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.629532:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1734671661.629533:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703 00010000:00010000:2.0:1734671661.629534:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.629537:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.629546:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b741880/2, rc 0, transno 4294968726 00000100:00100000:1.0:1734671661.629549:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.629551:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752226688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.629555:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1734671661.629558:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 55 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.629574:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752230400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.629578:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18411:1818934752228224:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.629579:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 55 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.629586:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752228480:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.629587:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b745180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752230528:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.629591:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.629596:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734671661.629596:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.629610:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304512 00000100:00100000:0.0:1734671661.629610:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304256 00000100:00100000:2.0:1734671661.629613:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.629613:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304512 00000100:00100000:0.0:1734671661.629613:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304256 00010000:00010000:1.0:1734671661.629624:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 61 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.629626:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752230656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.629626:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 56 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.629627:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b742d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752228096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.629633:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304384 00000100:00100000:1.0:1734671661.629635:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304384 00010000:00010000:2.0:1734671661.629636:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.629636:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304640 00000100:00100000:0.0:1734671661.629638:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304640 00000100:00100000:3.0:1734671661.629642:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734671661.629642:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 63 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.629645:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 63 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.629651:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b742680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752227200:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.629651:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8776 00000100:00100000:1.0:1734671661.629656:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+63:1964:x1818934752304512:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.629658:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8777 00010000:00010000:2.0:1734671661.629659:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629662:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734671661.629662:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+56:1964:x1818934752304256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.629665:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 63 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.629667:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752227968:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.629667:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.629671:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 56 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.629673:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8778 00010000:00010000:1.0:1734671661.629673:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 63 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.629691:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+63:1964:x1818934752304384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.629692:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.629695:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 56 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.629696:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.629700:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 63 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.629700:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a82ba400/0x87a91e500605873c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bb4 expref: 63 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.629707:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 62 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.629707:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914d6200/0x87a91e50060582d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a17 expref: 56 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.629708:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230400 00010000:00010000:1.0:1734671661.629708:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.629709:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1734671661.629710:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230400 00010000:00010000:1.0:1734671661.629712:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.629715:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.629716:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c8c000/0x87a91e5006057496 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23e2 expref: 62 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.629717:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.629718:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.629719:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.629723:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1734671661.629724:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230656 00000100:00100000:3.0:1734671661.629725:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230656 00010000:00010000:2.0:1734671661.629725:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.629725:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.629727:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629729:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.629733:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.629735:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4717 00010000:00010000:0.0:1734671661.629737:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.629739:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:3304:x1818934752230400:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.629742:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+61:1964:x1818934752304512:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 85us (224us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.629743:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.629747:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8776 00002000:00080000:3.0:1734671661.629748:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:667 count 1 00000100:00100000:0.0:1734671661.629753:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+55:1964:x1818934752304256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 90us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.629755:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1964:x1818934752304384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.629757:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8779 00010000:00010000:3.0:1734671661.629758:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.629761:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1964:x1818934752304640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.629761:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8777 00010000:00010000:1.0:1734671661.629765:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.629768:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 55 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.629768:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8778 00010000:00010000:1.0:1734671661.629769:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 60 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.629776:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 59 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.629779:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.629780:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629781:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.629782:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629785:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9c00/0x87a91e5006057633 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2491 expref: 59 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.629787:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629791:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.629793:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629793:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.629795:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629797:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 54 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.629799:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629801:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629804:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 54 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.629809:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629810:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.629812:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752230784:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.629814:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cab800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.629817:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.629821:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+58:1964:x1818934752304640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (271us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.629824:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.629825:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8779 00000100:00100000:3.0:1734671661.629829:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9600 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.629832:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629836:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.629837:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cab800/0x87a91e500609bff8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.629840:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4718 00010000:00010000:1.0:1734671661.629842:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.629844:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+39:3304:x1818934752230656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.629847:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1734671661.629853:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:398 count 1 00010000:00010000:1.0:1734671661.629856:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629861:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629862:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629865:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d539000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.629868:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629871:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 54 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629873:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629876:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.629877:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.629879:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629879:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.629884:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d539000/0x87a91e500609c00d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629895:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 54 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629901:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 54 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.629908:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094602d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18943:1818934752230912:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.629923:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9240 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.629934:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629940:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629946:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629951:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629956:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629961:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093956200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.629963:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629969:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629977:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.629982:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093956200/0x87a91e500609bfff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.630037:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+40:3301:x1818934752226944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6857us (6895us total) trans 4294968727 rc 0/0 00000100:00100000:2.0:1734671661.630042:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4704 00010000:00010000:2.0:1734671661.630057:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630063:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630069:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630075:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630080:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630085:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cabc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.630087:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630093:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.630101:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.630104:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3301:x1818934752227712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6750us (6823us total) trans 4294968691 rc 0/0 00010000:00010000:2.0:1734671661.630106:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x87a91e500609c006 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.630109:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4705 00000004:00080000:3.0:1734671661.630132:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932c9500/2, rc 0, transno 4294968691 00000100:00100000:3.0:1734671661.630139:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752227712:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671661.630146:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b741f80/2, rc 0, transno 4294968727 00000100:00100000:3.0:1734671661.630150:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752226944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.630153:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671661.630158:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752230272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.630172:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.630432:0:8435:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752230272 00000100:00100000:3.0:1734671661.630435:0:8435:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752230272 00000100:00100000:3.0:1734671661.630448:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4719 00000100:00100000:3.0:1734671661.630452:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3301:x1818934752230272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.630461:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:401 count 1 00010000:00010000:3.0:1734671661.630469:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.630479:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 54 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.630484:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.630485:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.630487:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.630500:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 54 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.630507:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 54 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.630514:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752231168:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.630531:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9900 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.630540:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752231040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.630554:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.630582:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231040 00000100:00100000:3.0:1734671661.630585:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231040 00000100:00100000:1.0:1734671661.630749:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3304:x1818934752227456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7360us (7426us total) trans 4294968690 rc 0/0 00000100:00100000:1.0:1734671661.630756:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707 00000100:00100000:1.0:1734671661.630767:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4720 00000100:00100000:1.0:1734671661.630771:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+41:3301:x1818934752231040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671661.630781:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:396 count 1 00010000:00010000:1.0:1734671661.630791:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.630800:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 54 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.630805:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.630807:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.630808:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.630822:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 54 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.630830:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 54 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.630838:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752231296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.630852:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be600 going to sleep for 11 seconds 00000004:00080000:0.0:1734671661.631125:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932ca300/2, rc 0, transno 4294968690 00000100:00100000:0.0:1734671661.631130:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752227456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.631190:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752228608:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.631203:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.631225:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752229504:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.631236:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.631291:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671661.631297:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094601180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752231424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.631315:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.631332:0:8436:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231424 00000100:00100000:3.0:1734671661.631334:0:8436:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231424 00000004:00080000:0.0:1734671661.631339:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932c8380/2, rc 0, transno 4294968692 00000100:00100000:2.0:1734671661.631340:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:3304:x1818934752227584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7978us (8046us total) trans 4294968692 rc 0/0 00000100:00100000:2.0:1734671661.631346:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706 00000100:00100000:0.0:1734671661.631346:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752227584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.631349:0:8436:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4721 00000100:00100000:0.0:1734671661.631350:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.631352:0:8436:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3301:x1818934752231424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.631355:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752231552:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.631362:0:8436:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:385 count 1 00000100:00100000:2.0:1734671661.631366:0:18850:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18850:1818934752228736:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.631371:0:8436:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.631373:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.631376:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631381:0:8436:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 57 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631385:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.631386:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1734671661.631386:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231552 00010000:00010000:3.0:1734671661.631388:0:8436:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.631389:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231552 00000100:00100000:2.0:1734671661.631398:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752229376:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.631401:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722 00010000:00010000:3.0:1734671661.631403:0:8436:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 57 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.631405:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:3304:x1818934752231552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.631406:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631410:0:8436:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 57 pid: 15776 timeout: 443 lvb_type: 0 00002000:00080000:0.0:1734671661.631414:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:395 count 1 00000100:00100000:3.0:1734671661.631423:0:8436:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8436:1818934752231680:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.631423:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.631425:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752229632:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.631431:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 57 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.631433:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.631437:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.631438:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1734671661.631439:0:8436:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9a80 going to sleep for 11 seconds 00010000:00010000:0.0:1734671661.631440:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.631452:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 57 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.631460:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 57 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.631512:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734671661.631519:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752231936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.631536:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.631559:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752229760:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.631577:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.631592:0:17897:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752231936 00000100:00100000:3.0:1734671661.631595:0:17897:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752231936 00000100:00100000:3.0:1734671661.631608:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4723 00000100:00100000:3.0:1734671661.631611:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3303:x1818934752231936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.631620:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:402 count 1 00010000:00010000:3.0:1734671661.631629:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631638:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631643:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.631644:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.631647:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631660:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 57 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.631667:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 57 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.631690:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752232064:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.631762:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752231808:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.632061:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.632061:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.632286:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.632310:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.632324:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304768 00000100:00100000:0.0:1734671661.632326:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.632328:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304768 00000100:00100000:1.0:1734671661.632339:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305024 00000100:00100000:1.0:1734671661.632341:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305024 00000100:00100000:0.0:1734671661.632349:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.632353:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 55 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.632360:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.632551:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305280 00000100:00100000:3.0:1734671661.632554:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305536 00000100:00100000:1.0:1734671661.632554:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305280 00000100:00100000:3.0:1734671661.632557:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305536 00010000:00010000:1.0:1734671661.632573:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 57 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632578:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 57 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.632578:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.632591:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305152 00000100:00100000:1.0:1734671661.632591:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752304896 00000100:00100000:0.0:1734671661.632591:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.632592:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305152 00000100:00100000:1.0:1734671661.632593:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752304896 00010000:00010000:3.0:1734671661.632603:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 60 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.632603:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.632610:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305408 00000100:00100000:1.0:1734671661.632612:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305408 00000100:00100000:0.0:1734671661.632612:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.632613:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8780 00000100:00100000:3.0:1734671661.632618:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+57:1964:x1818934752305024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.632619:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 61 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632624:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734671661.632626:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305664 00010000:00010000:3.0:1734671661.632628:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 57 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.632628:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305664 00000100:00100000:0.0:1734671661.632632:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752230016:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.632633:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 62 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632636:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 57 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.632642:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8781 00010000:00010000:0.0:1734671661.632643:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.632646:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+57:1964:x1818934752305280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.632650:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ae6e00/0x87a91e5006057ce6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2762 expref: 57 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.632652:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.632656:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 57 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632660:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.632661:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1734671661.632661:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8782 00010000:00010000:1.0:1734671661.632663:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 56 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632664:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.632665:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+56:1964:x1818934752305536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.632671:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.632672:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.632673:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e046400/0x87a91e5006057d6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27a1 expref: 56 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.632691:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 56 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.632698:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 55 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632700:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.632701:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.632702:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.632705:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.632708:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093379400/0x87a91e50060566ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e55 expref: 55 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.632712:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.632717:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.632718:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1734671661.632719:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+54:1964:x1818934752305024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 100us (408us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671661.632720:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.632723:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8780 00010000:00010000:1.0:1734671661.632725:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.632726:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.632734:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8783 00000100:00100000:3.0:1734671661.632737:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+62:1964:x1818934752304896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.632738:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.632741:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752305280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (413us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671661.632742:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.632746:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 62 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.632746:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8781 00010000:00010000:3.0:1734671661.632752:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 62 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.632752:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+52:1964:x1818934752305536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 87us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.632757:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8784 00000100:00100000:1.0:1734671661.632761:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+62:1964:x1818934752305152:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.632762:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944a8000/0x87a91e5006057592 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2444 expref: 62 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.632767:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.632770:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.632771:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 61 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632772:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.632774:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.632778:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 61 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632780:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.632788:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d888600/0x87a91e500608fb42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4455 expref: 61 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.632790:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.632795:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.632797:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.632799:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.632802:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1964:x1818934752304896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (441us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.632804:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.632815:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.632828:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1964:x1818934752305152:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 66us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.632998:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8782 00000100:00100000:0.0:1734671661.633011:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8785 00000100:00100000:0.0:1734671661.633015:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+60:1964:x1818934752305408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.633021:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.633025:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.633031:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.633041:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9400/0x87a91e5006057b6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26ba expref: 60 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.633048:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.633050:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.633052:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633057:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633068:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.633082:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+59:1964:x1818934752305408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 66us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.633087:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8785 00000100:00100000:0.0:1734671661.633096:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8786 00000100:00100000:0.0:1734671661.633100:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+58:1964:x1818934752305664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.633106:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.633110:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 58 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.633117:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 58 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.633126:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933b4800/0x87a91e5006057c29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2707 expref: 58 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.633136:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.633137:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.633139:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633147:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633157:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.633169:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+57:1964:x1818934752305664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.633174:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8786 00010000:00010000:0.0:1734671661.633203:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633209:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633216:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633223:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633228:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633233:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092337e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.633236:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633246:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633254:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.633258:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092337e00/0x87a91e500609c045 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.633432:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3303:x1818934752229888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9283us (9366us total) trans 4294968693 rc 0/0 00000100:00100000:0.0:1734671661.633438:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4715 00000004:00080000:0.0:1734671661.633461:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012f59a680/2, rc 0, transno 4294968693 00000100:00100000:0.0:1734671661.633468:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752229888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.633578:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8783 00000100:00100000:1.0:1734671661.633606:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8784 00010000:00010000:3.0:1734671661.633623:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633630:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633635:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 54 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.633636:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633642:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633647:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633652:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230dc00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.633653:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8787 00010000:00010000:3.0:1734671661.633654:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.633657:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+54:1964:x1818934752304768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.633660:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633664:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.633667:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 54 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.633668:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633689:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 54 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.633692:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009230dc00/0x87a91e500609c03e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633700:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaec00/0x87a91e50060587cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2bfa expref: 54 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.633707:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.633709:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.633711:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633717:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633729:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.633745:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752304768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 87us (1459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.633750:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8787 00010000:00010000:1.0:1734671661.633780:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633786:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633793:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633795:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633798:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633803:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633803:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633808:0:18850:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633808:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.633810:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633813:0:18850:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633819:0:18850:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633820:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633823:0:18850:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091caa600 already unused, calling callback (ffffffffa086e760) 00000100:00100000:3.0:1734671661.633824:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+39:3303:x1818934752229248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9893us (10036us total) trans 4294968694 rc 0/0 00010000:00010000:2.0:1734671661.633826:0:18850:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633827:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.633829:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4714 00010000:00010000:2.0:1734671661.633832:0:18850:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.633832:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec9b400/0x87a91e500609c014 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633840:0:18850:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633844:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.633844:0:18850:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091caa600/0x87a91e500609c022 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633850:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633856:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633861:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633865:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633874:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ccc3200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.633876:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633881:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633889:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.633894:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ccc3200/0x87a91e500609c01b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.633989:0:18850:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+42:3304:x1818934752228352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10454us (10478us total) trans 4294968728 rc 0/0 00000100:00100000:2.0:1734671661.633994:0:18850:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710 00000004:00080000:2.0:1734671661.634018:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b743480/2, rc 0, transno 4294968728 00000100:00100000:2.0:1734671661.634025:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752228352:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.634036:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.634037:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3302:x1818934752227840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10506us (10558us total) trans 4294968695 rc 0/0 00010000:00010000:2.0:1734671661.634042:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.634043:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4709 00010000:00010000:2.0:1734671661.634048:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.634054:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.634064:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.634068:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801361e1600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.634070:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.634076:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.634079:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3301:x1818934752227328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10604us (10640us total) trans 4294968696 rc 0/0 00010000:00010000:2.0:1734671661.634084:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.634084:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4708 00010000:00010000:2.0:1734671661.634089:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361e1600/0x87a91e500609c029 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.634091:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932c8a80/2, rc 0, transno 4294968695 00000100:00100000:3.0:1734671661.634095:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752227840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.634101:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734671661.634107:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752232192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.634131:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.634147:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232192 00000100:00100000:3.0:1734671661.634151:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232192 00000100:00100000:3.0:1734671661.634165:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4724 00000100:00100000:3.0:1734671661.634169:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3302:x1818934752232192:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671661.634172:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932c8e00/2, rc 0, transno 4294968696 00000100:00100000:1.0:1734671661.634176:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752227328:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.634184:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:365 count 1 00010000:00010000:3.0:1734671661.634195:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634205:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 51 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634211:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.634212:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.634215:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634230:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 51 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634238:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 51 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.634246:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752232320:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.634262:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c96c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.634272:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634277:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634283:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634289:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634294:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634299:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230ce00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.634301:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634306:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634314:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634320:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009230ce00/0x87a91e500609c030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.634435:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3301:x1818934752228992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10603us (10690us total) trans 4294968729 rc 0/0 00000100:00100000:3.0:1734671661.634440:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4712 00000004:00080000:1.0:1734671661.634672:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b744000/2, rc 0, transno 4294968729 00000100:00100000:1.0:1734671661.634698:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752228992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.634826:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752232448:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671661.634828:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012f59aa00/2, rc 0, transno 4294968694 00000100:00100000:1.0:1734671661.634832:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752229248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.634845:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.634860:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232448 00000100:00100000:3.0:1734671661.634863:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232448 00000100:00100000:3.0:1734671661.634876:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725 00000100:00100000:3.0:1734671661.634880:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3302:x1818934752232448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.634889:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:388 count 1 00010000:00010000:3.0:1734671661.634897:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634906:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634912:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.634913:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.634915:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634928:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 51 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.634936:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 51 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.634943:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752233088:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.634962:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.634982:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752230784:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.634993:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.634998:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752232832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.635004:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752232960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.635016:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.635035:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232832 00000100:00100000:1.0:1734671661.635036:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752232576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.635038:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232832 00000100:00100000:2.0:1734671661.635042:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3303:x1818934752228864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11219us (11312us total) trans 4294968730 rc 0/0 00000100:00100000:2.0:1734671661.635048:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4711 00000100:00100000:3.0:1734671661.635051:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4726 00000100:00100000:1.0:1734671661.635051:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.635055:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3301:x1818934752232832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.635063:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:384 count 1 00000100:00100000:2.0:1734671661.635066:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232576 00000004:00080000:1.0:1734671661.635066:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b747b80/2, rc 0, transno 4294968730 00000100:00100000:2.0:1734671661.635069:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232576 00010000:00010000:3.0:1734671661.635072:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635072:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752228864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.635077:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1734671661.635080:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 52 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635081:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752232704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.635083:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4727 00010000:00010000:3.0:1734671661.635085:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.635086:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1734671661.635086:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3303:x1818934752232576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.635088:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635095:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1734671661.635096:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:680 count 1 00010000:00010000:3.0:1734671661.635102:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 52 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.635104:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635109:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 52 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.635110:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232704 00000100:00100000:1.0:1734671661.635113:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232704 00000100:00100000:3.0:1734671661.635117:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752233216:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.635118:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 52 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.635123:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.635125:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.635127:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635127:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4728 00000100:00100000:1.0:1734671661.635132:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3303:x1818934752232704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.635135:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9600 going to sleep for 11 seconds 00002000:00080000:1.0:1734671661.635141:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:386 count 1 00010000:00010000:2.0:1734671661.635142:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 52 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.635149:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.635150:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 52 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.635150:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.635158:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752233344:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.635161:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.635163:0:19185:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752232960 00000100:00100000:3.0:1734671661.635165:0:19185:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752232960 00010000:00010000:1.0:1734671661.635166:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.635167:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.635169:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.635175:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.635178:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4729 00000100:00100000:3.0:1734671661.635181:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+42:3302:x1818934752232960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.635182:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1734671661.635188:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:388 count 1 00010000:00010000:1.0:1734671661.635189:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 52 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.635192:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635197:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635197:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752233472:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.635199:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635205:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.635205:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635210:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.635210:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635211:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.635212:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635213:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0bed80 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.635216:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.635222:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cfee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.635224:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635225:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 52 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635231:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 52 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.635231:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.635238:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752233600:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.635239:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.635243:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752233728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.635244:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cfee00/0x87a91e500609c037 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.635251:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.635258:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.635301:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233728 00000100:00100000:3.0:1734671661.635304:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233728 00000100:00100000:3.0:1734671661.635316:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730 00000100:00100000:3.0:1734671661.635320:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3303:x1818934752233728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.635328:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:399 count 1 00010000:00010000:3.0:1734671661.635337:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635347:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 51 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635352:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.635353:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.635355:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635368:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 51 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.635375:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 51 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.635383:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752233856:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.635401:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.636122:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.636142:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.636265:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094602d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18943:1818934752230912:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.636277:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.636328:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305792 00000100:00100000:1.0:1734671661.636331:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305792 00010000:00010000:1.0:1734671661.636345:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 52 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.636359:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752305920 00000100:00100000:1.0:1734671661.636361:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752305920 00010000:00010000:1.0:1734671661.636369:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 53 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.636371:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:3301:x1818934752229120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12447us (12596us total) trans 4294968697 rc 0/0 00000100:00100000:2.0:1734671661.636378:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4713 00000100:00100000:1.0:1734671661.636380:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8788 00000100:00100000:1.0:1734671661.636384:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752305792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.636390:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.636394:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 53 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.636401:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 53 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.636407:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b745180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752230528:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.636412:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013188f000/0x87a91e5006091d31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4fd1 expref: 53 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.636417:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.636421:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.636422:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.636425:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.636436:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.636453:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.636454:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8789 00000100:00100000:2.0:1734671661.636458:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+52:1964:x1818934752305920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.636464:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.636468:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 52 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.636471:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+52:1964:x1818934752305792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 86us (349us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.636475:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 52 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.636477:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8788 00010000:00010000:2.0:1734671661.636485:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d32e00/0x87a91e500608cf74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3632 expref: 51 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.636492:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.636493:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.636496:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636502:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.636514:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012f59b100/2, rc 0, transno 4294968697 00010000:00010000:2.0:1734671661.636516:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.636521:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752229120:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.636524:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636530:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.636531:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+50:1964:x1818934752305920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.636536:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8789 00010000:00010000:3.0:1734671661.636539:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636543:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636548:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636550:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636553:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.636555:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636556:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636574:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636583:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.636589:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31600/0x87a91e500609c053 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.636696:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734671661.636703:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752233984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.636721:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.636740:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752233984 00000100:00100000:0.0:1734671661.636744:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752233984 00000100:00100000:3.0:1734671661.636759:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+45:3304:x1818934752230400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7018us (7161us total) trans 4294968731 rc 0/0 00000100:00100000:3.0:1734671661.636764:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4717 00010000:00010000:2.0:1734671661.636819:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636824:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636830:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636834:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cfea00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.636837:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636842:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636850:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.636856:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cfea00/0x87a91e500609c04c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.637429:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731 00000100:00100000:0.0:1734671661.637434:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:3303:x1818934752233984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.637449:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:392 count 1 00010000:00010000:0.0:1734671661.637462:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.637639:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 52 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.637650:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.637652:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.637654:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.637672:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 52 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.637696:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 52 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.637705:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008df6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752234112:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.637731:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71840 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.637812:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637825:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637836:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637849:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637877:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637891:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637927:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.637947:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752231808:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.637957:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.637971:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306176 00000100:00100000:0.0:1734671661.637975:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306176 00010000:00010000:0.0:1734671661.637986:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 50 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.637996:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306432 00000100:00100000:0.0:1734671661.637998:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306432 00010000:00010000:0.0:1734671661.638004:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 53 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.638011:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306048 00000100:00100000:0.0:1734671661.638013:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306048 00010000:00010000:0.0:1734671661.638019:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 51 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.638026:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306304 00000100:00100000:0.0:1734671661.638028:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306304 00010000:00010000:0.0:1734671661.638033:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 52 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.638040:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306560 00000100:00100000:0.0:1734671661.638041:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306560 00010000:00010000:0.0:1734671661.638047:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 54 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.638054:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306688 00000100:00100000:0.0:1734671661.638055:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306688 00010000:00010000:0.0:1734671661.638061:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 55 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.638068:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306816 00000100:00100000:0.0:1734671661.638069:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306816 00010000:00010000:0.0:1734671661.638076:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 53 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.638084:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8790 00000100:00100000:0.0:1734671661.638088:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1965:x1818934752306176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.638094:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.638097:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 53 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638105:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 53 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638116:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638118:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638120:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638126:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638135:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.638151:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1965:x1818934752306176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 62us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.638157:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8790 00000100:00100000:0.0:1734671661.638166:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8791 00000100:00100000:0.0:1734671661.638170:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+55:1965:x1818934752306432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.638178:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.638181:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 55 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638188:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 55 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638198:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b32200/0x87a91e5006057f08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e285e expref: 55 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638207:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638208:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638210:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638217:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638227:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.638238:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+54:1965:x1818934752306432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 67us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.638242:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8791 00000100:00100000:0.0:1734671661.638250:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8792 00000100:00100000:0.0:1734671661.638254:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+52:1965:x1818934752306048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.638258:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.638261:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 52 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638273:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 52 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638282:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800933b5800/0x87a91e5006058082 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2906 expref: 52 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638289:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638290:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638292:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638298:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638308:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.638319:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+51:1965:x1818934752306048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.638324:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8792 00000100:00100000:0.0:1734671661.638333:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8793 00000100:00100000:0.0:1734671661.638336:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+50:1965:x1818934752306304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.638341:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.638345:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 50 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638351:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 50 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638364:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638365:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638367:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638374:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638381:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.638393:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+50:1965:x1818934752306304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.638398:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8793 00000100:00100000:0.0:1734671661.638407:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8794 00000100:00100000:0.0:1734671661.638410:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752306560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.638415:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.638418:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 53 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638425:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 53 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.638433:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638434:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.638437:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638442:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.638450:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.638463:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752306560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 52us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.638468:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8794 00000100:00100000:1.0:1734671661.638479:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8795 00000100:00100000:1.0:1734671661.638484:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+52:1964:x1818934752306688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.638491:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.638495:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 52 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.638505:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.638505:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 52 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.638512:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.638514:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.638516:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.638518:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638519:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638524:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.638528:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638531:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638536:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc31200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.638538:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.638538:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734671661.638544:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638553:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.638556:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+52:1964:x1818934752306688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (660us total) trans 0 rc 0/0 00010000:00010000:3.0:1734671661.638559:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc31200/0x87a91e500609c05a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.638823:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+45:3304:x1818934752230656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8977us (9180us total) trans 4294968732 rc 0/0 00000100:00100000:3.0:1734671661.638831:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4718 00010000:00010000:3.0:1734671661.638857:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21200/0x87a91e5006058242 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29d8 expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.638865:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8435:1818934752231168:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.638875:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638881:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638886:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638892:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638897:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638903:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638907:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008bc30c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.638909:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638917:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638924:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.638929:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc30c00/0x87a91e500609c061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.639072:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3301:x1818934752230272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8618us (8898us total) trans 4294968733 rc 0/0 00000100:00100000:3.0:1734671661.639078:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4719 00000100:00100000:3.0:1734671661.639101:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752232320:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.639111:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639129:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009972a800/0x87a91e500605792e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25b0 expref: 52 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.639137:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8436:1818934752231680:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.639145:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639151:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639159:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639165:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639170:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639175:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639179:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009bc71c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.639181:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639187:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639195:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.639200:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc71c00/0x87a91e500609c06f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.639347:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3301:x1818934752231424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7992us (8030us total) trans 4294968698 rc 0/0 00000100:00100000:3.0:1734671661.639352:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4721 00000100:00100000:2.0:1734671661.639494:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3301:x1818934752230144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10012us (11333us total) trans 4294968734 rc 0/0 00000100:00100000:2.0:1734671661.639499:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4716 00000004:00080000:2.0:1734671661.639528:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094602a00/2, rc 0, transno 4294968732 00000100:00100000:2.0:1734671661.639537:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752230656:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1734671661.639546:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b741180/2, rc 0, transno 4294968731 00000100:00100000:2.0:1734671661.639549:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752230400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.639811:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8796 00000100:00100000:0.0:1734671661.639817:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+48:1966:x1818934752306816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.639819:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8795 00010000:00010000:0.0:1734671661.639825:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.639829:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 48 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.639837:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 48 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.639847:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092cda200/0x87a91e5006056799 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e9b expref: 48 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.639856:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.639857:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.639859:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.639866:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.639891:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752234240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.639918:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1734671661.639938:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094601180/2, rc 0, transno 4294968698 00000100:00100000:1.0:1734671661.639946:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094601180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752231424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.639954:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234240 00000100:00100000:2.0:1734671661.639958:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234240 00000004:00080000:1.0:1734671661.639960:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012f599f80/2, rc 0, transno 4294968733 00000100:00100000:1.0:1734671661.639966:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f599f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752230272:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671661.639973:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012f598a80/2, rc 0, transno 4294968734 00000100:00100000:2.0:1734671661.639974:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4732 00000100:00100000:1.0:1734671661.639975:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752230144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.639978:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3301:x1818934752234240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.639982:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734671661.639987:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752234368:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.639992:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:384 count 1 00010000:00010000:2.0:1734671661.640003:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640004:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.640014:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 47 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640019:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640020:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640022:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640031:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091b33e00/0x87a91e5006057f4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e287a expref: 47 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.640039:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 47 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640041:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752231296:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.640047:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 46 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.640053:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640056:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752234496:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.640067:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640073:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640080:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.640080:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640085:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640091:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640096:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093957200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.640099:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640106:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640115:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752234752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.640115:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640120:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093957200/0x87a91e500609c068 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640134:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.640147:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.640151:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752234624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.640164:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.640184:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234368 00000100:00100000:2.0:1734671661.640187:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234368 00000100:00100000:2.0:1734671661.640199:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234752 00000100:00100000:2.0:1734671661.640200:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234752 00000100:00100000:2.0:1734671661.640209:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752234624 00000100:00100000:2.0:1734671661.640211:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752234624 00000100:00100000:2.0:1734671661.640220:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4733 00000100:00100000:2.0:1734671661.640223:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+49:3301:x1818934752234368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.640230:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1734671661.640232:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:391 count 1 00010000:00010000:2.0:1734671661.640240:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.640245:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+46:1966:x1818934752306816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 428us (2317us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.640249:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 46 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.640250:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8796 00010000:00010000:2.0:1734671661.640254:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640255:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640257:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.640266:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640269:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3301:x1818934752231040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9496us (9712us total) trans 4294968735 rc 0/0 00010000:00010000:2.0:1734671661.640271:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.640272:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640275:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4720 00010000:00010000:2.0:1734671661.640278:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 45 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.640278:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.640284:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640286:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18943:1818934752234880:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.640288:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734 00010000:00010000:0.0:1734671661.640290:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640292:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3304:x1818934752234752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.640294:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800944ae400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.640297:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640298:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdf00 going to sleep for 11 seconds 00010000:00010000:0.0:1734671661.640302:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1734671661.640303:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:390 count 1 00000100:00100000:2.0:1734671661.640309:0:18850:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4735 00010000:00010000:0.0:1734671661.640311:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640312:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640313:0:18850:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3304:x1818934752234624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.640316:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x87a91e500609c076 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1734671661.640322:0:18850:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:395 count 1 00010000:00010000:1.0:1734671661.640322:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 45 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640327:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.640328:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640329:0:18850:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640329:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 4/0,1 mode: --/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640337:0:18850:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640342:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.640342:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 45 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640343:0:18850:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640345:0:18850:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640350:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 45 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.640356:0:18850:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640359:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752235008:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.640363:0:18850:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 45 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.640369:0:18850:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18850:1818934752235136:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.640373:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be600 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.640382:0:18850:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd9c0 going to sleep for 11 seconds 00000004:00080000:1.0:1734671661.640390:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094603100/2, rc 0, transno 4294968735 00000100:00100000:1.0:1734671661.640397:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752231040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.640417:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752235264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.640436:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.640453:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235264 00000100:00100000:2.0:1734671661.640456:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235264 00000100:00100000:2.0:1734671661.640466:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736 00000100:00100000:2.0:1734671661.640470:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+49:3301:x1818934752235264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.640477:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:400 count 1 00010000:00010000:2.0:1734671661.640485:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640494:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640499:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640500:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.640502:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640515:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.640522:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 45 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.640529:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752235392:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.640530:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+44:3304:x1818934752231552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9124us (9156us total) trans 4294968699 rc 0/0 00000100:00100000:0.0:1734671661.640535:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722 00000100:00100000:2.0:1734671661.640546:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000004:00080000:2.0:1734671661.640575:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012f59bb80/2, rc 0, transno 4294968699 00000100:00100000:2.0:1734671661.640579:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752231552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.640582:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752233216:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.640592:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.640593:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.640596:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752233344:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.640604:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.640606:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.640614:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752233472:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.640616:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.640619:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307072 00000100:00100000:2.0:1734671661.640621:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307072 00010000:00010000:1.0:1734671661.640623:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.640625:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.640631:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 51 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.640634:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.640635:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307328 00000100:00100000:1.0:1734671661.640638:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307328 00000100:00100000:2.0:1734671661.640640:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307584 00000100:00100000:2.0:1734671661.640642:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307584 00010000:00010000:2.0:1734671661.640649:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 46 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.640649:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 52 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.640654:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.640656:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307200 00000100:00100000:2.0:1734671661.640658:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307200 00000100:00100000:1.0:1734671661.640660:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307456 00000100:00100000:1.0:1734671661.640661:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307456 00010000:00010000:2.0:1734671661.640664:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 54 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.640669:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 54 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.640670:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307712 00000100:00100000:2.0:1734671661.640672:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307712 00010000:00010000:2.0:1734671661.640694:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 55 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.640700:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8797 00000100:00100000:1.0:1734671661.640705:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+55:1964:x1818934752307072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.640711:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.640715:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 55 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.640723:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 55 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.640723:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.640742:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752234112:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.640748:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9a00/0x87a91e5006057894 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e256a expref: 55 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.640752:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640756:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.640757:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.640760:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.640766:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.640766:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752306944 00000100:00100000:0.0:1734671661.640768:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752306944 00010000:00010000:1.0:1734671661.640777:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.640777:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 47 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.640793:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+54:1964:x1818934752307072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 87us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.641011:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752233600:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.641020:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.641041:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752233856:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.641049:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641062:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641068:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.641182:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8798 00000100:00100000:2.0:1734671661.641187:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1964:x1818934752307584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.641194:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734671661.641194:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8797 00010000:00010000:2.0:1734671661.641198:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 47 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.641198:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8799 00000100:00100000:0.0:1734671661.641203:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752307328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.641206:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 47 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.641207:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8800 00010000:00010000:0.0:1734671661.641207:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734671661.641211:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+53:1964:x1818934752307200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.641211:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 53 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.641216:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009974ea00/0x87a91e5006058107 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2945 expref: 47 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.641217:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.641221:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 53 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.641222:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 53 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.641223:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.641224:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.641226:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641228:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 53 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.641231:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009972b000/0x87a91e500605799e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e25ef expref: 53 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.641232:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641237:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.641238:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4800/0x87a91e50060906b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f47f8 expref: 52 pid: 15777 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.641238:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.641240:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.641244:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.641246:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641248:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.641249:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.641252:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641252:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641256:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.641257:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641257:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.641263:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641265:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+51:1964:x1818934752307328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 62us (659us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.641268:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.641269:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641270:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8799 00000100:00100000:1.0:1734671661.641278:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+50:1964:x1818934752307200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 67us (652us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.641279:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641280:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8801 00000100:00100000:1.0:1734671661.641283:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8800 00000100:00100000:0.0:1734671661.641283:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+50:1964:x1818934752307456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.641284:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.641286:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641288:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734671661.641290:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8802 00010000:00010000:2.0:1734671661.641292:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641292:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 49 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.641293:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+49:1965:x1818934752307712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.641297:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.641299:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 49 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.641300:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641301:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.641305:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919b6800/0x87a91e500609c0ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641307:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.641311:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094acd000/0x87a91e5006057ae7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e267b expref: 49 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.641315:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b33a00/0x87a91e5006057d3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e278c expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.641317:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.641318:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.641320:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641325:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641327:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.641328:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.641330:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641334:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.641336:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641344:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1964:x1818934752307456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (709us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.641345:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.641349:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8801 00000100:00100000:1.0:1734671661.641354:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+46:1965:x1818934752307712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.641358:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8803 00000100:00100000:1.0:1734671661.641361:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8802 00000100:00100000:0.0:1734671661.641362:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+46:1966:x1818934752306944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.641367:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.641370:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 46 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.641372:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641377:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641377:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 46 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.641383:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641385:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.641386:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.641388:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641389:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641393:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641395:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641397:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9a800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.641399:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641401:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.641408:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641411:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+46:1966:x1818934752306944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 49us (688us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.641415:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641415:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8803 00010000:00010000:1.0:1734671661.641421:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec9a800/0x87a91e500609c092 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.641429:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3303:x1818934752233728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6108us (6170us total) trans 4294968736 rc 0/0 00010000:00010000:0.0:1734671661.641429:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.641435:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730 00010000:00010000:0.0:1734671661.641435:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641441:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.641447:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641447:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.641453:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641453:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641458:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf5c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.641460:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641470:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641477:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.641483:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c0b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.641539:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3301:x1818934752232832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6483us (6522us total) trans 4294968700 rc 0/0 00000100:00100000:1.0:1734671661.641544:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4726 00010000:00010000:1.0:1734671661.641559:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641574:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641580:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641585:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641591:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641599:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372fa00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.641602:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.641606:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641608:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3303:x1818934752233984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4173us (4885us total) trans 4294968701 rc 0/0 00010000:00010000:1.0:1734671661.641614:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.641614:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731 00010000:00010000:1.0:1734671661.641619:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009372fa00/0x87a91e500609c0a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641640:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641649:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641655:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641659:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ce00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.641661:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641667:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641690:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.641695:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009226ce00/0x87a91e500609c084 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.641756:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3303:x1818934752232704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6623us (6659us total) trans 4294968702 rc 0/0 00000100:00100000:1.0:1734671661.641762:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4728 00000100:00100000:1.0:1734671661.641805:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734671661.641811:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752235648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.641829:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+50:3302:x1818934752232192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7658us (7697us total) trans 4294968737 rc 0/0 00000100:00100000:1.0:1734671661.641832:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.641834:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4724 00000100:00100000:3.0:1734671661.641844:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235648 00000100:00100000:3.0:1734671661.641847:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235648 00000100:00100000:3.0:1734671661.641859:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737 00000100:00100000:3.0:1734671661.641862:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3304:x1818934752235648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.641949:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:398 count 1 00010000:00010000:3.0:1734671661.641960:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642223:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642229:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.642230:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.642232:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642253:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642260:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 45 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.642268:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752235776:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.642292:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.642304:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642310:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642316:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642321:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642327:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642331:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b7e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.642333:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642338:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642346:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.642350:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800919b7e00/0x87a91e500609c0a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642465:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642472:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642477:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642481:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cff600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.642484:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642488:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642496:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642501:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cff600/0x87a91e500609c099 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.642629:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3303:x1818934752232576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7541us (7576us total) trans 4294968703 rc 0/0 00000100:00100000:2.0:1734671661.642634:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4727 00000004:00080000:2.0:1734671661.642661:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008df6c000/2, rc 0, transno 4294968700 00000100:00100000:2.0:1734671661.642695:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752232832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.642699:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734671661.642706:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752235520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.642726:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.642738:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752235904:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.642748:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008df6f100/2, rc 0, transno 4294968701 00000100:00100000:2.0:1734671661.642751:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752233984:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.642759:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009378fb80/2, rc 0, transno 4294968736 00000100:00100000:1.0:1734671661.642764:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.642765:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752233728:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1734671661.642772:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008df6fb80/2, rc 0, transno 4294968702 00000100:00100000:2.0:1734671661.642775:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752232704:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.642781:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008df6e300/2, rc 0, transno 4294968703 00000100:00100000:2.0:1734671661.642784:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752232576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.642810:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752236416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.642812:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235520 00000100:00100000:2.0:1734671661.642815:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235520 00000100:00100000:1.0:1734671661.642826:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.642827:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752235904 00000100:00100000:2.0:1734671661.642829:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752235904 00000100:00100000:1.0:1734671661.642836:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.642837:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236416 00000100:00100000:2.0:1734671661.642839:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236416 00000100:00100000:1.0:1734671661.642840:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752236288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.642848:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4738 00000100:00100000:2.0:1734671661.642853:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3301:x1818934752235520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.642853:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1734671661.642863:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:356 count 1 00000100:00100000:1.0:1734671661.642867:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236288 00000100:00100000:1.0:1734671661.642869:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236288 00010000:00010000:2.0:1734671661.642873:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642881:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.642884:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739 00010000:00010000:2.0:1734671661.642886:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.642887:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1734671661.642888:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3304:x1818934752235904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.642889:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1734671661.642899:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:394 count 1 00010000:00010000:2.0:1734671661.642901:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642908:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 45 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.642909:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.642915:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752236544:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.642920:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.642925:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.642926:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.642928:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.642935:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.642943:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.642946:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4740 00000100:00100000:2.0:1734671661.642950:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3304:x1818934752236416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.642951:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 45 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.642959:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752236672:192.168.204.51@tcp:104: 00002000:00080000:2.0:1734671661.642960:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:381 count 1 00010000:00010000:2.0:1734671661.642969:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.642976:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0bed80 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.642979:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.642984:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.642985:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.642987:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.642988:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752236032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.643002:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.643005:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.643010:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 45 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.643018:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752236800:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.643018:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734671661.643022:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752236160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.643035:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.643037:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.643046:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236032 00000100:00100000:2.0:1734671661.643048:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236032 00000100:00100000:2.0:1734671661.643059:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752236160 00000100:00100000:2.0:1734671661.643060:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752236160 00000100:00100000:3.0:1734671661.643290:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+50:3302:x1818934752232960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8106us (8140us total) trans 4294968704 rc 0/0 00000100:00100000:2.0:1734671661.643832:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4741 00000100:00100000:2.0:1734671661.643956:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3304:x1818934752236288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.643970:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:401 count 1 00010000:00010000:2.0:1734671661.643980:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.643989:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 45 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.643994:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.643995:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.643997:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644013:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 45 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644021:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 45 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.644029:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752236928:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.644051:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcda80 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.644065:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742 00000100:00100000:2.0:1734671661.644069:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+50:3301:x1818934752236032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.644079:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:357 count 1 00010000:00010000:2.0:1734671661.644086:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644095:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644099:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.644100:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.644102:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644115:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 45 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644122:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 45 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.644129:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752237056:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.644146:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.644159:0:8436:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743 00000100:00100000:2.0:1734671661.644163:0:8436:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3301:x1818934752236160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.644172:0:8436:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:397 count 1 00010000:00010000:2.0:1734671661.644181:0:8436:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644190:0:8436:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644196:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.644197:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.644199:0:8436:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644213:0:8436:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 45 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.644220:0:8436:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 45 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.644227:0:8436:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8436:1818934752237184:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.644244:0:8436:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.644705:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4729 00000004:00080000:3.0:1734671661.644750:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008df6ed80/2, rc 0, transno 4294968704 00000100:00100000:3.0:1734671661.644770:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008df6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752232960:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671661.644780:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b60a80/2, rc 0, transno 4294968737 00000100:00100000:3.0:1734671661.644787:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752232192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.644806:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8e5600/0x87a91e5006057a69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2643 expref: 45 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.644816:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752233088:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.644830:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644836:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644842:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644849:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644855:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644860:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644866:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230c200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.644868:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644874:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644885:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.644890:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009230c200/0x87a91e500609c08b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.645055:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+51:3302:x1818934752232448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10173us (10209us total) trans 4294968738 rc 0/0 00000100:00100000:3.0:1734671661.645061:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725 00000004:00080000:3.0:1734671661.645083:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b60380/2, rc 0, transno 4294968738 00000100:00100000:3.0:1734671661.645086:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752232448:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.645109:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094434200/0x87a91e5006058361 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a4f expref: 45 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.645117:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752232064:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.645126:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645132:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645137:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645144:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645149:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645156:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645161:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009230c000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.645164:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645169:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645178:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.645184:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009230c000/0x87a91e500609c07d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.645346:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3303:x1818934752231936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13732us (13808us total) trans 4294968705 rc 0/0 00000100:00100000:3.0:1734671661.645351:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4723 00000004:00080000:0.0:1734671661.645372:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b62a00/2, rc 0, transno 4294968705 00000100:00100000:1.0:1734671661.645374:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752237312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.645376:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752231936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.645400:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.645512:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734671661.645520:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752237440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.645539:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.646132:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+44:1964:x1818934752307584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4942us (5512us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.646136:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752237696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.646140:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8798 00000100:00100000:1.0:1734671661.646159:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.646175:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734671661.646180:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752237568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.646195:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.646534:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237312 00000100:00100000:2.0:1734671661.646540:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237312 00000100:00100000:2.0:1734671661.646559:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237440 00000100:00100000:2.0:1734671661.646571:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237440 00000100:00100000:2.0:1734671661.646580:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237696 00000100:00100000:2.0:1734671661.646582:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237696 00000100:00100000:2.0:1734671661.646600:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752237568 00000100:00100000:2.0:1734671661.646603:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752237568 00000100:00100000:0.0:1734671661.646608:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4744 00000100:00100000:0.0:1734671661.646613:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3301:x1818934752237312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.646621:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4745 00000100:00100000:2.0:1734671661.646625:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+51:3301:x1818934752237440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.646631:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:403 count 1 00002000:00080000:0.0:1734671661.646631:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:685 count 1 00010000:00010000:2.0:1734671661.646644:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646644:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.646656:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 44 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646656:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 44 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.646662:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.646663:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.646665:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.646666:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646667:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.646669:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.646699:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 44 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646699:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 44 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.646703:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4746 00010000:00010000:2.0:1734671661.646708:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 44 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.646708:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 44 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.646709:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+52:3304:x1818934752237696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.646717:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752237952:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.646717:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15777:1818934752237824:192.168.204.51@tcp:104: 00002000:00080000:1.0:1734671661.646721:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:383 count 1 00010000:00010000:1.0:1734671661.646733:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.646739:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71840 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.646740:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.646751:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4747 00000100:00100000:0.0:1734671661.646755:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3304:x1818934752237568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671661.646765:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:382 count 1 00010000:00010000:0.0:1734671661.646773:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646782:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 43 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646787:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.646789:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.646790:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646807:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 43 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.646814:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 43 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.646823:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752238080:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.646842:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71780 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.646958:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 43 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.646964:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.646965:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.646967:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.646982:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 43 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.646990:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 43 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.646998:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752238208:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.647032:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be300 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.648557:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648587:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648600:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648611:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648626:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648653:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648720:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648731:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648759:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648772:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648793:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648802:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648822:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.648871:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15777:1818934752237824:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.648887:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.648909:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307968 00000100:00100000:0.0:1734671661.648913:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307968 00010000:00010000:0.0:1734671661.648931:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 44 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.648945:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308224 00000100:00100000:0.0:1734671661.648947:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308224 00010000:00010000:0.0:1734671661.648953:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 45 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.648961:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752307840 00000100:00100000:0.0:1734671661.648963:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752307840 00010000:00010000:0.0:1734671661.648970:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 46 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.648977:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308096 00000100:00100000:0.0:1734671661.648978:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308096 00010000:00010000:0.0:1734671661.648985:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 47 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.648993:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308352 00000100:00100000:0.0:1734671661.648994:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308352 00010000:00010000:0.0:1734671661.649002:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 48 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649010:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308480 00000100:00100000:0.0:1734671661.649011:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308480 00010000:00010000:0.0:1734671661.649017:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 45 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649025:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308864 00000100:00100000:0.0:1734671661.649027:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308864 00010000:00010000:0.0:1734671661.649032:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649039:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308736 00000100:00100000:0.0:1734671661.649041:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308736 00010000:00010000:0.0:1734671661.649047:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 46 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649054:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308992 00000100:00100000:0.0:1734671661.649056:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308992 00010000:00010000:0.0:1734671661.649061:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 47 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649068:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309120 00000100:00100000:0.0:1734671661.649070:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309120 00010000:00010000:0.0:1734671661.649076:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 48 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649082:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752308608 00000100:00100000:0.0:1734671661.649084:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752308608 00010000:00010000:0.0:1734671661.649090:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649098:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309248 00000100:00100000:0.0:1734671661.649099:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309248 00010000:00010000:0.0:1734671661.649105:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 50 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649112:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309376 00000100:00100000:0.0:1734671661.649113:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309376 00010000:00010000:0.0:1734671661.649119:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 51 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649126:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8804 00000100:00100000:0.0:1734671661.649131:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+49:1966:x1818934752307968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649138:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649142:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649150:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 49 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649168:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649169:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649173:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649180:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649192:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649217:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+49:1966:x1818934752307968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 84us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649223:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8804 00000100:00100000:0.0:1734671661.649235:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8805 00000100:00100000:0.0:1734671661.649239:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+48:1966:x1818934752308224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649244:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649247:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 48 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649254:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 48 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649262:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649263:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649266:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649271:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649278:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649288:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+48:1966:x1818934752308224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649291:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8805 00000100:00100000:0.0:1734671661.649298:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8806 00000100:00100000:0.0:1734671661.649301:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1966:x1818934752307840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649305:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649308:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 47 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649318:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 47 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649325:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649326:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649328:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649333:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649339:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649346:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1966:x1818934752307840:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 45us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649350:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8806 00000100:00100000:0.0:1734671661.649355:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8807 00000100:00100000:0.0:1734671661.649358:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+46:1966:x1818934752308096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649362:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649365:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 46 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649371:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 46 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.649372:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752236672:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.649377:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649378:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649381:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.649385:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649386:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649392:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649399:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+46:1966:x1818934752308096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 40us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649403:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8807 00010000:00010000:1.0:1734671661.649408:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091bf4600/0x87a91e5006057bb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e26d6 expref: 45 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.649409:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8808 00000100:00100000:0.0:1734671661.649412:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+45:1966:x1818934752308352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649416:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649418:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 44 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.649419:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752235008:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.649425:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 44 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.649427:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649431:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649432:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.649434:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649434:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649438:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.649440:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649444:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.649447:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.649452:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+44:1966:x1818934752308352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 39us (825us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.649454:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.649456:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8808 00000100:00100000:0.0:1734671661.649462:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8809 00010000:00010000:1.0:1734671661.649465:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.649465:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+51:1967:x1818934752308480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649469:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.649471:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094a14600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.649471:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 51 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.649474:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649478:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 51 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.649482:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649488:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649489:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.649491:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649492:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.649496:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a14600/0x87a91e500609c0ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649497:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649505:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649516:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+51:1967:x1818934752308480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 50us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649521:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8809 00000100:00100000:0.0:1734671661.649539:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8810 00000100:00100000:0.0:1734671661.649543:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+43:1965:x1818934752308864:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649548:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649551:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 43 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649558:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 43 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649576:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649577:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649579:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649585:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649593:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649605:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+43:1965:x1818934752308864:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649609:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8810 00000100:00100000:0.0:1734671661.649619:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8811 00000100:00100000:0.0:1734671661.649622:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+50:1965:x1818934752308736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649626:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649630:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 50 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649636:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 50 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649644:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e5006057e83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e281f expref: 50 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649653:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649655:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649657:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.649719:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3304:x1818934752234752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9425us (9583us total) trans 4294968739 rc 0/0 00000100:00100000:1.0:1734671661.649726:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734 00010000:00010000:0.0:1734671661.649751:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.649755:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b740e00/2, rc 0, transno 4294968739 00000100:00100000:1.0:1734671661.649762:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752234752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.649776:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8812 00000100:00100000:0.0:1734671661.649780:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+49:1964:x1818934752308992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649786:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649790:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 49 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649797:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 49 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649806:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649807:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1734671661.649808:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752238336:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.649810:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649815:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649824:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.649828:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.649839:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+49:1964:x1818934752308992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 57us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649844:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8812 00000100:00100000:1.0:1734671661.649848:0:18411:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238336 00000100:00100000:1.0:1734671661.649850:0:18411:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238336 00000100:00100000:0.0:1734671661.649855:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8813 00000100:00100000:0.0:1734671661.649858:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+48:1964:x1818934752309120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.649863:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734671661.649864:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4748 00010000:00010000:0.0:1734671661.649866:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 48 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.649868:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3301:x1818934752238336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.649872:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 48 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649880:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1734671661.649881:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:375 count 1 00010000:00010000:0.0:1734671661.649881:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649883:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649888:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.649893:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649895:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.649904:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 42 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.649905:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+48:1964:x1818934752309120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 46us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.649909:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8813 00010000:00010000:1.0:1734671661.649910:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.649911:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.649913:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.649917:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8814 00000100:00100000:0.0:1734671661.649920:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1967:x1818934752308608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.649927:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 42 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649927:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.649931:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 47 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.649936:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 42 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.649937:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 47 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.649945:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752238464:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.649945:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649946:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.649948:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.649954:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.649960:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be600 going to sleep for 11 seconds 00010000:00010000:0.0:1734671661.649960:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.649968:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1967:x1818934752308608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 47us (1175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.649973:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8815 00000100:00100000:1.0:1734671661.649978:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1966:x1818934752309248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.649984:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.649988:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 47 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.650000:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 47 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.650010:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.650011:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.650013:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.650020:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650024:0:18850:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc33600/0x87a91e5006057e9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e282d expref: 42 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.650028:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.650035:0:18850:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18850:1818934752235136:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.650037:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+47:1966:x1818934752309248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (1234us total) trans 0 rc 0/0 00010000:00010000:2.0:1734671661.650046:0:18850:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650058:0:18850:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650063:0:18850:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650070:0:18850:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650076:0:18850:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650081:0:18850:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650087:0:18850:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091459e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.650090:0:18850:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650096:0:18850:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650104:0:18850:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650110:0:18850:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091459e00/0x87a91e500609c0d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650156:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ca8800/0x87a91e5006057c37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2715 expref: 41 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.650165:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18943:1818934752234880:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.650174:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650180:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650185:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650195:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650200:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650205:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650209:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009372c400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.650211:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650216:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650224:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650229:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009372c400/0x87a91e500609c0c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.650318:0:18850:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+55:3304:x1818934752234624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10003us (10153us total) trans 4294968740 rc 0/0 00000100:00100000:2.0:1734671661.650324:0:18850:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4735 00000100:00100000:3.0:1734671661.650338:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+54:3301:x1818934752234368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10114us (10334us total) trans 4294968741 rc 0/0 00000100:00100000:3.0:1734671661.650343:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4733 00010000:00010000:2.0:1734671661.650348:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f0ede00/0x87a91e50060574c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e23f7 expref: 40 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.650356:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18412:1818934752236800:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.650364:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650366:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4c00/0x87a91e50060580d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2930 expref: 47 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.650370:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.650374:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752235776:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.650375:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650381:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650382:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650386:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650388:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650392:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650393:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650399:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650401:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8be00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.650404:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650404:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650409:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650409:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650413:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009226ca00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.650415:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650417:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650421:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650422:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e8be00/0x87a91e500609c0f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650432:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.650437:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009226ca00/0x87a91e500609c0df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.650666:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+54:3304:x1818934752236416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7709us (7833us total) trans 4294968742 rc 0/0 00000100:00100000:2.0:1734671661.650672:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4740 00000100:00100000:2.0:1734671661.650711:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752237952:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.650719:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3304:x1818934752235648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8855us (8885us total) trans 4294968706 rc 0/0 00010000:00010000:2.0:1734671661.650721:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.650724:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737 00010000:00010000:2.0:1734671661.650738:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093cb0c00/0x87a91e50060581a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e298b expref: 39 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.650745:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752235392:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.650757:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650763:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650768:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650774:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650779:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650784:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650788:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091459600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.650790:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650795:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650802:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.650807:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091459600/0x87a91e500609c0d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.650963:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+54:3301:x1818934752235264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10492us (10526us total) trans 4294968743 rc 0/0 00000100:00100000:2.0:1734671661.650968:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736 00010000:00010000:2.0:1734671661.650988:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009389f600/0x87a91e50060577c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e251d expref: 38 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.650995:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752234496:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.651003:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651008:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651013:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651018:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651023:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651028:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651040:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880092337e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.651043:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651048:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651054:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651059:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092337e00/0x87a91e500609c0bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.651159:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+54:3301:x1818934752234240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11180us (11241us total) trans 4294968744 rc 0/0 00000100:00100000:2.0:1734671661.651164:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4732 00010000:00010000:2.0:1734671661.651184:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x87a91e50060560b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1bdf expref: 46 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.651192:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752237056:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.651199:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651205:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651214:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651219:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651224:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651229:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651233:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfae400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.651235:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651239:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651246:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651251:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c102 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.651364:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3301:x1818934752236032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7294us (8358us total) trans 4294968707 rc 0/0 00000100:00100000:0.0:1734671661.651367:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8814 00000100:00100000:2.0:1734671661.651369:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742 00000100:00100000:0.0:1734671661.651380:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8816 00000100:00100000:0.0:1734671661.651385:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+44:1964:x1818934752309376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.651390:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4400/0x87a91e5006058035 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28e3 expref: 44 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.651396:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734671661.651397:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8436:1818934752237184:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.651400:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 43 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651405:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651408:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 43 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651411:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651416:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651418:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d3f000/0x87a91e50060584fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae2 expref: 43 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651422:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651426:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.651427:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651428:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.651431:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651433:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651437:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651438:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfafa00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.651440:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651449:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651450:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.651456:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651461:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c109 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651462:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+42:1964:x1818934752309376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 78us (2639us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.651467:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8816 00000100:00100000:0.0:1734671661.651505:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.651574:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3301:x1818934752236160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7409us (8535us total) trans 4294968708 rc 0/0 00000100:00100000:2.0:1734671661.651579:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743 00000100:00100000:0.0:1734671661.651580:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752238080:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.651590:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651593:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651598:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651604:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651610:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651615:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651624:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8a600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.651626:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651632:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651639:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1734671661.651640:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651646:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e8a600/0x87a91e500609c110 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651718:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.651787:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+52:3301:x1818934752237440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5160us (6246us total) trans 4294968709 rc 0/0 00010000:00010000:0.0:1734671661.651789:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.651792:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4745 00000100:00100000:0.0:1734671661.651803:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+41:1965:x1818934752308736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2180us (3071us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.651808:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8811 00010000:00010000:2.0:1734671661.651812:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae3d200/0x87a91e50060582c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2a09 expref: 41 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.651817:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309504 00000100:00100000:2.0:1734671661.651820:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15776:1818934752236928:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.651820:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309504 00010000:00010000:2.0:1734671661.651828:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651830:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 40 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651834:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651840:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309632 00000100:00100000:0.0:1734671661.651842:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309632 00010000:00010000:2.0:1734671661.651843:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651847:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 38 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651849:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651854:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309760 00010000:00010000:2.0:1734671661.651855:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651856:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309760 00010000:00010000:2.0:1734671661.651860:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651861:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651865:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8dd800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.651867:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.651869:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8817 00000100:00100000:0.0:1734671661.651872:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+40:1965:x1818934752309504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.651873:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651877:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.651880:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 40 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.651881:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.651886:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d8dd800/0x87a91e500609c0fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651887:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 40 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.651895:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c8eb600/0x87a91e5006091c82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f4f8b expref: 40 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.651902:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.651903:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.651905:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651914:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651925:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.651933:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.651939:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.652064:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3304:x1818934752236288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8109us (9210us total) trans 4294968710 rc 0/0 00000100:00100000:2.0:1734671661.652069:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4741 00010000:00010000:2.0:1734671661.652092:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4024a00/0x87a91e5006055fea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1b92 expref: 39 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.652100:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752236544:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.652108:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652114:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652119:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.652124:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8815 00010000:00010000:2.0:1734671661.652126:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652131:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652136:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652140:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8bc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.652142:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.652150:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8818 00010000:00010000:2.0:1734671661.652152:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.652156:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+39:1964:x1818934752309632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.652159:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652164:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e8bc00/0x87a91e500609c0e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.652190:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfd500/2, rc 0, transno 4294968710 00000100:00100000:1.0:1734671661.652198:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752236288:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.652208:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923bd180/2, rc 0, transno 4294968742 00000100:00100000:1.0:1734671661.652213:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752236416:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671661.652221:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfed80/2, rc 0, transno 4294968706 00000100:00100000:1.0:1734671661.652224:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752235648:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.652236:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b740000/2, rc 0, transno 4294968740 00000100:00100000:1.0:1734671661.652239:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752234624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.652269:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3301:x1818934752235520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9415us (9542us total) trans 4294968711 rc 0/0 00000100:00100000:2.0:1734671661.652275:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4738 00000100:00100000:2.0:1734671661.652363:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8819 00000100:00100000:2.0:1734671661.652368:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+39:1964:x1818934752309760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.652374:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.652378:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.652385:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.652394:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.652395:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.652398:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652406:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.652415:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.652428:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+39:1964:x1818934752309760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 60us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.652432:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8819 00010000:00010000:3.0:1734671661.652511:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.652516:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 38 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.652517:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.652523:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.652524:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 38 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.652529:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.652533:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009389e800/0x87a91e5006057599 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e244b expref: 38 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.652533:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.652536:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.652540:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.652541:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.652542:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.652544:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.652553:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.652554:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.652558:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800919b6200/0x87a91e500609c117 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.652584:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.652598:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+37:1964:x1818934752309632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 442us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.652603:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8818 00000100:00100000:0.0:1734671661.652699:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3301:x1818934752237312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6085us (7298us total) trans 4294968712 rc 0/0 00000100:00100000:0.0:1734671661.652704:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4744 00000100:00100000:0.0:1734671661.652792:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+37:1965:x1818934752309504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 916us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.652797:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8817 00000100:00100000:0.0:1734671661.652834:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752238720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.652835:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.652848:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.652854:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.652854:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734671661.652859:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.652864:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.652868:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9ac00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.652870:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.652870:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238720 00000100:00100000:0.0:1734671661.652873:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238720 00010000:00010000:1.0:1734671661.652874:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.652882:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.652888:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec9ac00/0x87a91e500609c0ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.652888:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749 00000100:00100000:0.0:1734671661.652892:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+54:3303:x1818934752238720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671661.652906:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:376 count 1 00010000:00010000:0.0:1734671661.652918:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.652928:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 36 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.652930:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752238592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671661.652934:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.652936:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.652937:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.652948:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1734671661.652952:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 36 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.652960:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 36 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.652966:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752238592 00000100:00100000:3.0:1734671661.652968:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752238592 00000100:00100000:0.0:1734671661.652968:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752238848:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.652980:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4750 00000100:00100000:3.0:1734671661.652984:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:3302:x1818934752238592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.652987:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71780 going to sleep for 11 seconds 00002000:00080000:3.0:1734671661.652992:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:377 count 1 00010000:00010000:3.0:1734671661.653000:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.653003:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:3304:x1818934752235904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10113us (10238us total) trans 4294968713 rc 0/0 00010000:00010000:3.0:1734671661.653008:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.653009:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739 00010000:00010000:3.0:1734671661.653013:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.653014:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.653016:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.653029:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.653030:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfc700/2, rc 0, transno 4294968713 00000100:00100000:1.0:1734671661.653033:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752235904:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.653036:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 36 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.653044:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752238976:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.653050:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.653055:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099783800/2, rc 0, transno 4294968709 00010000:00010000:2.0:1734671661.653056:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.653058:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752237440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.653062:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.653063:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932c9f80/2, rc 0, transno 4294968712 00000100:00100000:3.0:1734671661.653064:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.653065:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752237312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.653068:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.653072:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfc000/2, rc 0, transno 4294968708 00010000:00010000:2.0:1734671661.653073:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.653074:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752236160:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.653078:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800919b6000 already unused, calling callback (ffffffffa086e760) 00000004:00080000:1.0:1734671661.653079:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfd180/2, rc 0, transno 4294968707 00010000:00010000:2.0:1734671661.653080:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.653081:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752236032:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.653086:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009378d880/2, rc 0, transno 4294968711 00000100:00100000:1.0:1734671661.653088:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752235520:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.653089:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.653094:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b742680/2, rc 0, transno 4294968743 00010000:00010000:2.0:1734671661.653097:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.653099:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752235264:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.653101:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919b6000/0x87a91e500609c125 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1734671661.653105:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b745500/2, rc 0, transno 4294968741 00000100:00100000:1.0:1734671661.653108:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752234368:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671661.653114:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b745180/2, rc 0, transno 4294968744 00000100:00100000:1.0:1734671661.653116:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752234240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.653154:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752239104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.653171:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.653187:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752239232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.653248:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3304:x1818934752237568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6492us (7051us total) trans 4294968745 rc 0/0 00000100:00100000:2.0:1734671661.653253:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4747 00000100:00100000:2.0:1734671661.653261:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239104 00000100:00100000:2.0:1734671661.653264:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239104 00000100:00100000:2.0:1734671661.653275:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4751 00000100:00100000:2.0:1734671661.653278:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3304:x1818934752239104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.653287:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:372 count 1 00010000:00010000:2.0:1734671661.653295:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653304:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 36 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653310:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.653311:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.653313:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653331:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 36 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653338:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 36 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.653347:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752239488:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.653363:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000004:00080000:2.0:1734671661.653380:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b151f80/2, rc 0, transno 4294968745 00000100:00100000:2.0:1734671661.653385:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752237568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.653406:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.653411:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752239616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.653427:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.653442:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239616 00000100:00100000:2.0:1734671661.653444:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239616 00000100:00100000:2.0:1734671661.653455:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4752 00000100:00100000:2.0:1734671661.653458:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+57:3304:x1818934752239616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.653466:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:367 count 1 00010000:00010000:2.0:1734671661.653475:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653483:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653487:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.653489:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.653491:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653504:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.653510:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 36 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.653516:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752239744:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.653531:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcda80 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.654221:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a417f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752239360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.654241:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.654339:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752238464:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.654353:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654374:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae91c00/0x87a91e500605762c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e248a expref: 36 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.654385:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752238208:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.654394:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.654395:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239360 00000100:00100000:3.0:1734671661.654399:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239360 00010000:00010000:1.0:1734671661.654401:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654406:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654412:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654418:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654424:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654431:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b1f7e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.654433:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654439:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654448:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654453:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b1f7e00/0x87a91e500609c11e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.654537:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b000380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752240256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.654555:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.654734:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752240768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.654749:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.654772:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240256 00000100:00100000:3.0:1734671661.654774:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240256 00000100:00100000:3.0:1734671661.654789:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4753 00000100:00100000:3.0:1734671661.654793:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+59:3302:x1818934752239360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.654794:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+59:3304:x1818934752237696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8083us (8632us total) trans 4294968746 rc 0/0 00000100:00100000:1.0:1734671661.654801:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4746 00002000:00080000:3.0:1734671661.654804:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:371 count 1 00010000:00010000:3.0:1734671661.654814:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.654815:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754 00000100:00100000:1.0:1734671661.654819:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+52:3303:x1818934752240256:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.654824:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 35 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.654830:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.654831:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1734671661.654831:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:666 count 1 00010000:00010000:3.0:1734671661.654833:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654841:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.654849:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 35 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654850:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 36 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654855:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.654857:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 35 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.654857:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.654859:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654873:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 36 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.654881:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 36 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.654890:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752241024:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.654914:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be300 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.654974:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752239872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.655180:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752240896:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.655199:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.655208:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b003b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.655396:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.655457:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.655468:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b000a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752240384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.655483:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1734671661.655501:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b150000/2, rc 0, transno 4294968746 00000100:00100000:2.0:1734671661.655506:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752237696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.655536:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752241152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.655551:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.655576:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240768 00000100:00100000:2.0:1734671661.655579:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240768 00000100:00100000:2.0:1734671661.655591:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239872 00000100:00100000:2.0:1734671661.655593:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239872 00000100:00100000:2.0:1734671661.655600:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240384 00000100:00100000:2.0:1734671661.655601:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240384 00000100:00100000:2.0:1734671661.655610:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752241152 00000100:00100000:2.0:1734671661.655612:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752241152 00000100:00100000:2.0:1734671661.655622:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755 00000100:00100000:2.0:1734671661.655625:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+55:3303:x1818934752240768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.655635:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:383 count 1 00010000:00010000:2.0:1734671661.655645:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655655:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 36 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655660:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655661:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655663:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655695:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 36 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655703:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 36 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.655710:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752241280:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.655731:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.655743:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4756 00000100:00100000:2.0:1734671661.655747:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3304:x1818934752239872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.655757:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:391 count 1 00010000:00010000:2.0:1734671661.655766:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655775:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655781:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655782:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655784:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655798:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655805:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 36 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.655813:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752241408:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.655829:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.655842:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4757 00000100:00100000:2.0:1734671661.655846:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+55:3304:x1818934752240384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.655855:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:399 count 1 00010000:00010000:2.0:1734671661.655863:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655872:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 36 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655877:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655878:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655880:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655893:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 36 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655900:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 36 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.655908:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18851:1818934752241536:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.655925:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.655942:0:8436:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4758 00000100:00100000:2.0:1734671661.655946:0:8436:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:3304:x1818934752241152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.655955:0:8436:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:369 count 1 00010000:00010000:2.0:1734671661.655963:0:8436:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655972:0:8436:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 35 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655977:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655978:0:8436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.655980:0:8436:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.655993:0:8436:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 35 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.656004:0:8436:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 35 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.656012:0:8436:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752241664:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.656028:0:8436:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.656342:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b002d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752238848:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.656353:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.656517:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.656531:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.656549:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.656573:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734671661.656579:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.656593:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.656603:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.656614:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.656630:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240128 00000100:00100000:3.0:1734671661.656633:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240128 00000100:00100000:3.0:1734671661.656648:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240640 00000100:00100000:3.0:1734671661.656650:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240640 00000100:00100000:3.0:1734671661.656657:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240000 00000100:00100000:3.0:1734671661.656658:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240000 00000100:00100000:3.0:1734671661.656663:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752240512 00000100:00100000:3.0:1734671661.656665:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752240512 00000100:00100000:3.0:1734671661.656671:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4759 00000100:00100000:3.0:1734671661.656691:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+59:3302:x1818934752240128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.656703:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:396 count 1 00010000:00010000:3.0:1734671661.656712:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656722:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656727:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.656728:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.656730:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656745:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 36 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656753:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 36 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.656761:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752241792:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.656779:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.656792:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760 00000100:00100000:3.0:1734671661.656796:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3302:x1818934752240640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.656805:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:686 count 1 00010000:00010000:3.0:1734671661.656815:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656824:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 36 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656833:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.656834:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.656836:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656849:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 36 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656856:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 36 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.656863:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752241920:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.656879:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.656893:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4761 00000100:00100000:3.0:1734671661.656897:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+59:3302:x1818934752240000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.656906:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:400 count 1 00010000:00010000:3.0:1734671661.656914:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656924:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 36 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656929:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.656930:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.656932:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656949:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 36 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.656956:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 36 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.656964:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752242048:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.656979:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.656992:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4762 00000100:00100000:3.0:1734671661.656996:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3302:x1818934752240512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.657006:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:387 count 1 00010000:00010000:3.0:1734671661.657014:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657023:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 36 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657028:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.657029:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.657031:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657043:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 36 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657050:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 36 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.657058:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094601500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752242176:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.657074:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.657088:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.657107:0:17973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752239232 00000100:00100000:3.0:1734671661.657110:0:17973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752239232 00000100:00100000:3.0:1734671661.657121:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4763 00000100:00100000:3.0:1734671661.657125:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+60:3301:x1818934752239232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.657133:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:374 count 1 00010000:00010000:3.0:1734671661.657143:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657152:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 35 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657157:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.657158:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.657160:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657174:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 35 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.657181:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 35 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.657188:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752242304:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.657205:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.657513:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.657593:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.657619:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.657706:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752309888 00000100:00100000:0.0:1734671661.657710:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310016 00000100:00100000:1.0:1734671661.657711:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752309888 00000100:00100000:0.0:1734671661.657713:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310016 00010000:00010000:0.0:1734671661.657726:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 37 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657727:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 37 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.657743:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310144 00000100:00100000:1.0:1734671661.657745:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310144 00000100:00100000:0.0:1734671661.657745:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310272 00000100:00100000:0.0:1734671661.657747:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310272 00010000:00010000:0.0:1734671661.657754:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 39 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657759:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 39 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.657764:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8820 00000100:00100000:0.0:1734671661.657769:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+39:1964:x1818934752309888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.657771:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8821 00000100:00100000:1.0:1734671661.657776:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+39:1964:x1818934752310016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.657776:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.657780:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657783:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.657786:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.657788:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657798:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.657803:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009974f800/0x87a91e5006056f17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21c7 expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657808:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361e0a00/0x87a91e5006056fb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e220d expref: 39 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.657813:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.657814:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.657816:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.657817:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.657818:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.657820:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.657824:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.657827:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.657838:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.657841:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.657857:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b152d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+37:1964:x1818934752309888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 87us (2461us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.657859:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+37:1964:x1818934752310016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 82us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.657863:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8820 00000100:00100000:1.0:1734671661.657867:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8821 00000100:00100000:0.0:1734671661.657876:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8822 00000100:00100000:1.0:1734671661.657879:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8823 00000100:00100000:0.0:1734671661.657879:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+35:1964:x1818934752310272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.657883:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+35:1964:x1818934752310144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.657885:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.657888:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 35 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657889:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.657896:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 35 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.657902:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 35 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.657905:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.657906:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.657909:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 35 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.657909:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.657915:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.657922:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.657924:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.657925:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.657928:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.657933:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+35:1964:x1818934752310272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 53us (314us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.657934:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.657938:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8822 00010000:00010000:1.0:1734671661.657943:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.657958:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+34:1964:x1818934752310144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 74us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.657964:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8823 00010000:00010000:1.0:1734671661.657998:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658006:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658012:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658018:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658025:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658033:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099898a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.658037:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658043:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.658068:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8437:1818934752239744:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.658080:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658099:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae90e00/0x87a91e5006056d49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20f5 expref: 33 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.658108:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752239488:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.658116:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658121:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658127:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658133:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658143:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658148:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658153:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8a400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.658155:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658161:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658170:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.658176:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e8a400/0x87a91e500609c141 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.658427:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+61:3304:x1818934752239104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5147us (5254us total) trans 4294968747 rc 0/0 00000100:00100000:2.0:1734671661.658433:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4751 00000004:00080000:2.0:1734671661.658460:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417dc00/2, rc 0, transno 4294968747 00000100:00100000:2.0:1734671661.658467:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752239104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.658479:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658485:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099898a00/0x87a91e500609c133 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.658571:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734671661.658580:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752242432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.658601:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734671661.658630:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009372d000/0x87a91e5006057059 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e225a expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.658638:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752238976:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.658649:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.658652:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3303:x1818934752238720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5758us (5797us total) trans 4294968748 rc 0/0 00010000:00010000:3.0:1734671661.658655:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.658658:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749 00010000:00010000:3.0:1734671661.658660:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.658666:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.658668:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242432 00000100:00100000:1.0:1734671661.658670:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242432 00010000:00010000:3.0:1734671661.658672:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.658697:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.658703:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cfee00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.658705:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.658711:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.658720:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.658727:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cfee00/0x87a91e500609c13a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.658859:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4764 00000100:00100000:1.0:1734671661.658863:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+62:3302:x1818934752242432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.658865:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3302:x1818934752238592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5879us (5915us total) trans 4294968749 rc 0/0 00000100:00100000:3.0:1734671661.658870:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4750 00002000:00080000:1.0:1734671661.658876:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:373 count 1 00010000:00010000:1.0:1734671661.658886:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.658890:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417ea00/2, rc 0, transno 4294968749 00000100:00100000:3.0:1734671661.658896:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752238592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.658898:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 31 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658908:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.658909:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.658911:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658927:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 31 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658935:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 31 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.658943:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752242560:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.658966:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.658978:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658983:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658989:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.658995:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659000:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659006:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009ba1a000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.659008:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659014:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659022:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659028:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba1a000/0x87a91e500609c12c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.659031:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00080000:0.0:1734671661.659089:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417d500/2, rc 0, transno 4294968748 00000100:00100000:0.0:1734671661.659093:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752238720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.659130:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310400 00000100:00100000:3.0:1734671661.659134:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310400 00010000:00010000:3.0:1734671661.659145:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.659147:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+62:3301:x1818934752238336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9278us (9318us total) trans 4294968750 rc 0/0 00000100:00100000:1.0:1734671661.659154:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4748 00000100:00100000:3.0:1734671661.659160:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8824 00000100:00100000:3.0:1734671661.659164:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+32:1965:x1818934752310400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.659170:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.659173:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.659186:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.659196:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092cdb000/0x87a91e5006056a24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f89 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.659205:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.659206:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.659209:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.659215:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.659227:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.659243:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752310400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 77us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.659248:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8824 00000004:00080000:3.0:1734671661.659267:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099782d80/2, rc 0, transno 4294968750 00000100:00100000:3.0:1734671661.659271:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752238336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.659353:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752242944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.659373:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.659385:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.659389:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752242816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.659401:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.659413:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242944 00000100:00100000:2.0:1734671661.659416:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242944 00000100:00100000:1.0:1734671661.659423:0:18411:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242816 00000100:00100000:1.0:1734671661.659427:0:18411:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242816 00000100:00100000:2.0:1734671661.659428:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4765 00000100:00100000:2.0:1734671661.659431:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:3304:x1818934752242944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.659441:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:671 count 1 00000100:00100000:1.0:1734671661.659444:0:18411:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766 00000100:00100000:1.0:1734671661.659447:0:18411:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+63:3304:x1818934752242816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.659450:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1734671661.659458:0:18411:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:368 count 1 00010000:00010000:2.0:1734671661.659460:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 30 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.659465:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.659466:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.659467:0:18411:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.659469:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659476:0:18411:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 30 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.659482:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 30 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659486:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.659487:0:18411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.659489:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.659489:0:18411:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.659497:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b744a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752243072:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.659502:0:18411:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 30 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.659510:0:18411:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.659513:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd000 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.659518:0:18411:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752243200:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.659537:0:18411:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be180 going to sleep for 11 seconds 00010000:00010000:0.0:1734671661.659598:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659605:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659612:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659617:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659623:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659628:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d8dd600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.659630:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659636:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659644:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.659649:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8dd600/0x87a91e500609c148 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.659739:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671661.659751:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008efa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752242688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.659773:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.659792:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752242688 00000100:00100000:3.0:1734671661.659795:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752242688 00000100:00100000:3.0:1734671661.659819:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767 00000100:00100000:3.0:1734671661.659823:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+64:3301:x1818934752242688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.659833:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:370 count 1 00010000:00010000:3.0:1734671661.659841:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.659967:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.659980:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.659999:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.660012:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+65:3304:x1818934752239616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6552us (6582us total) trans 4294968751 rc 0/0 00000100:00100000:1.0:1734671661.660018:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4752 00000100:00100000:1.0:1734671661.660042:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752241024:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.660053:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.660066:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310528 00000100:00100000:1.0:1734671661.660068:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310528 00010000:00010000:1.0:1734671661.660078:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 37 pid: 17391 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.660090:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310784 00000100:00100000:1.0:1734671661.660093:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310784 00000100:00100000:0.0:1734671661.660094:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.660099:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 38 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.660108:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310656 00000100:00100000:0.0:1734671661.660109:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.660110:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310656 00010000:00010000:1.0:1734671661.660117:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 31 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.660121:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.660125:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311040 00000100:00100000:1.0:1734671661.660127:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311040 00010000:00010000:1.0:1734671661.660133:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 39 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.660140:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311296 00000100:00100000:1.0:1734671661.660142:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311296 00010000:00010000:1.0:1734671661.660148:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 32 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.660155:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752310912 00000100:00100000:1.0:1734671661.660156:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752310912 00000100:00100000:0.0:1734671661.660161:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.660163:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 40 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.660170:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311168 00000100:00100000:1.0:1734671661.660172:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311168 00000100:00100000:0.0:1734671661.660178:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8825 00010000:00010000:1.0:1734671661.660179:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 41 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.660183:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+41:1965:x1818934752310528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.660188:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8826 00010000:00010000:0.0:1734671661.660189:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734671661.660193:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+41:1965:x1818934752310784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.660194:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 41 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660199:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.660202:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 41 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.660202:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 41 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660209:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 41 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.660214:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092d33800/0x87a91e500608cf66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3624 expref: 41 pid: 17391 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660219:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660220:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.660222:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660223:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660223:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.660225:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660229:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660231:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660238:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.660247:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.660256:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+40:1965:x1818934752310784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 62us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.660261:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8826 00000100:00100000:0.0:1734671661.660264:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+40:1965:x1818934752310528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 80us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.660269:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8825 00000100:00100000:1.0:1734671661.660272:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8827 00000100:00100000:1.0:1734671661.660276:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+32:1965:x1818934752310656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.660281:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8828 00010000:00010000:1.0:1734671661.660283:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734671661.660284:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+38:1965:x1818934752311040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.660286:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 32 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.660289:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.660293:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 38 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660294:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 32 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.660302:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 38 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660304:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660305:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660308:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660311:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.660313:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660314:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660315:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660322:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.660322:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660330:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.660336:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+32:1965:x1818934752310656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.660342:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8827 00000100:00100000:0.0:1734671661.660342:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+38:1965:x1818934752311040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 57us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.660348:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8828 00000100:00100000:1.0:1734671661.660352:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8829 00000100:00100000:1.0:1734671661.660355:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752311296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.660358:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8830 00010000:00010000:1.0:1734671661.660361:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1734671661.660362:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+37:1965:x1818934752310912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.660364:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 31 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.660367:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.660370:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 37 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660371:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 31 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.660378:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 37 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660380:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660381:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660384:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660387:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.660388:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660390:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660391:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.660397:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660399:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.660405:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.660411:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752311296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 55us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.660416:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8829 00000100:00100000:0.0:1734671661.660419:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+37:1965:x1818934752310912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.660423:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8830 00000100:00100000:1.0:1734671661.660426:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8831 00000100:00100000:1.0:1734671661.660430:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+36:1965:x1818934752311168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.660435:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.660438:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 36 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660444:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 36 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.660452:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660453:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.660456:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660461:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660468:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.660478:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+36:1965:x1818934752311168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.660482:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8831 00010000:00010000:1.0:1734671661.660496:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660503:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660509:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660514:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660518:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660523:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.660525:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660531:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660538:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.660543:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c156 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1734671661.660649:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b153100/2, rc 0, transno 4294968751 00000100:00100000:2.0:1734671661.660658:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752239616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.660715:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c8d400/0x87a91e50060577c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2516 expref: 35 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.660724:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17391:1818934752241280:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.660734:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.660737:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+60:3303:x1818934752240256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5917us (6180us total) trans 4294968714 rc 0/0 00010000:00010000:2.0:1734671661.660740:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660746:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660752:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660758:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660764:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660769:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.660772:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660781:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660790:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.660796:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a42400/0x87a91e500609c15d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.660919:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+61:3303:x1818934752240768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5292us (6168us total) trans 4294968715 rc 0/0 00000100:00100000:2.0:1734671661.660924:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755 00000100:00100000:2.0:1734671661.660940:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734671661.660947:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752243328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.660965:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.660978:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243328 00000100:00100000:2.0:1734671661.660981:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243328 00000100:00100000:2.0:1734671661.660994:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4768 00000100:00100000:2.0:1734671661.660998:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:3302:x1818934752243328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.661009:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:675 count 1 00010000:00010000:2.0:1734671661.661020:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.661029:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 30 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.661038:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.661040:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.661041:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.661056:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 30 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.661065:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 30 pid: 19185 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.661073:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752243456:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.661094:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.661181:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 30 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661185:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.661186:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.661188:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661202:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 30 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661209:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 30 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.661216:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094602d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752243584:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.661236:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.661255:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc15e00/0x87a91e5006092080 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f50db expref: 34 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.661263:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752241920:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.661273:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661283:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661289:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661296:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661301:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661307:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661312:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.661314:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661319:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661327:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661333:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9a00/0x87a91e500609c180 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.661457:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:3302:x1818934752240640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4660us (4907us total) trans 4294968716 rc 0/0 00000100:00100000:3.0:1734671661.661463:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760 00010000:00010000:3.0:1734671661.661482:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093cb0000/0x87a91e500605820a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e29bc expref: 33 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.661489:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752242048:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.661498:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661504:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661509:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661514:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661518:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661523:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661531:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.661533:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661538:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661545:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661549:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8200/0x87a91e500609c187 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.661761:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+61:3302:x1818934752240000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4863us (5166us total) trans 4294968717 rc 0/0 00000100:00100000:3.0:1734671661.661766:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4761 00010000:00010000:3.0:1734671661.661785:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d8e4a00/0x87a91e5006057a38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e262e expref: 32 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.661793:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094601500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752242176:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.661801:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661806:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661815:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661821:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661825:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661830:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661834:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.661836:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661841:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661847:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.661852:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe9800/0x87a91e500609c18e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.661955:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+61:3302:x1818934752240512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4958us (5339us total) trans 4294968718 rc 0/0 00000100:00100000:3.0:1734671661.661961:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4762 00010000:00010000:3.0:1734671661.661983:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4024800/0x87a91e5006056caf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20af expref: 30 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.661991:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752240896:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.662000:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662005:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662009:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662015:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662020:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662025:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662029:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012ec9b400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.662031:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662039:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662048:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662053:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec9b400/0x87a91e500609c14f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662219:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361e0c00/0x87a91e5006056ea0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2181 expref: 29 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.662227:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752242304:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.662236:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662241:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662246:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662251:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662256:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662262:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662266:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.662268:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662273:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662280:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.662284:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe8600/0x87a91e500609c195 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.662392:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3301:x1818934752239232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5267us (5304us total) trans 4294968753 rc 0/0 00000100:00100000:3.0:1734671661.662397:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4763 00000100:00100000:1.0:1734671661.662417:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754 00000100:00100000:3.0:1734671661.662425:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+66:3302:x1818934752239360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7632us (8183us total) trans 4294968752 rc 0/0 00000100:00100000:3.0:1734671661.662429:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4753 00000100:00100000:2.0:1734671661.662898:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752241408:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.662908:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.662924:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18851:1818934752241536:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.662930:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.662949:0:8436:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8436:1818934752241664:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.662956:0:8436:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1734671661.662980:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b001c00/2, rc 0, transno 4294968717 00000100:00100000:2.0:1734671661.662988:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240000:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.662995:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b001500/2, rc 0, transno 4294968718 00000100:00100000:2.0:1734671661.662998:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b001500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240512:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.663004:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b003100/2, rc 0, transno 4294968716 00000100:00100000:2.0:1734671661.663006:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240640:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.663014:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417f100/2, rc 0, transno 4294968752 00000100:00100000:2.0:1734671661.663019:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752239360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.663053:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800923bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752243712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.663073:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1734671661.663098:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a417fb80/2, rc 0, transno 4294968753 00000100:00100000:2.0:1734671661.663103:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a417fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752239232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.663127:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734671661.663132:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752243840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.663149:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.663164:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243712 00000100:00100000:2.0:1734671661.663168:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243712 00000100:00100000:2.0:1734671661.663180:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752243840 00000100:00100000:2.0:1734671661.663181:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752243840 00000100:00100000:2.0:1734671661.663190:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4769 00000100:00100000:2.0:1734671661.663193:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+67:3302:x1818934752243712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.663207:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:359 count 1 00010000:00010000:2.0:1734671661.663218:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663229:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663234:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.663235:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.663238:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663253:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663261:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 28 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.663269:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752243968:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.663297:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcde40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.663308:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4770 00000100:00100000:2.0:1734671661.663311:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3304:x1818934752243840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.663320:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:366 count 1 00010000:00010000:2.0:1734671661.663327:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663335:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663339:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.663340:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.663342:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663353:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.663361:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 28 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.663367:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752244096:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.663504:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.663519:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.663531:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.663550:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000004:00080000:0.0:1734671661.663582:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b000380/2, rc 0, transno 4294968714 00000100:00100000:0.0:1734671661.663586:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752240256:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1734671661.663594:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b003800/2, rc 0, transno 4294968715 00000100:00100000:0.0:1734671661.663597:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752240768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.663654:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752241792:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.663665:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.663702:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311424 00000100:00100000:3.0:1734671661.663704:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311424 00010000:00010000:3.0:1734671661.663715:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.663730:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311680 00000100:00100000:3.0:1734671661.663732:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311680 00010000:00010000:3.0:1734671661.663738:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 29 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.663748:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311552 00000100:00100000:3.0:1734671661.663749:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311552 00010000:00010000:3.0:1734671661.663755:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 33 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.663762:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311808 00000100:00100000:3.0:1734671661.663764:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311808 00010000:00010000:3.0:1734671661.663769:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 34 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.663777:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8832 00000100:00100000:3.0:1734671661.663781:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+34:1964:x1818934752311424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.663788:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.663791:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 34 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663799:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 34 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663811:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d8dde00/0x87a91e5006057ca0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2746 expref: 34 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663819:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.663821:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.663824:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.663831:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.663843:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.663861:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+33:1964:x1818934752311424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 78us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.663866:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8832 00000100:00100000:3.0:1734671661.663876:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8833 00000100:00100000:3.0:1734671661.663880:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+29:1964:x1818934752311680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.663885:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.663888:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 29 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663895:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 29 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663906:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4024c00/0x87a91e5006056b7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2023 expref: 29 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663918:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.663919:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.663922:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.663928:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.663940:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.663952:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+28:1964:x1818934752311680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.663957:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8833 00000100:00100000:3.0:1734671661.663967:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8834 00000100:00100000:3.0:1734671661.663970:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+32:1964:x1818934752311552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.663976:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.663979:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 32 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663986:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 32 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.663995:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361e4600/0x87a91e5006058170 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2976 expref: 32 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.664002:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.664003:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.664005:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664010:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664022:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.664036:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1964:x1818934752311552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 64us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.664041:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8834 00000100:00100000:3.0:1734671661.664050:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8835 00000100:00100000:3.0:1734671661.664054:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+30:1964:x1818934752311808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.664059:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.664062:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.664069:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.664078:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093868c00/0x87a91e5006057f9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e28a4 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.664085:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.664087:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.664088:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664094:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664106:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.664119:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+29:1964:x1818934752311808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 64us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.664124:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8835 00010000:00010000:3.0:1734671661.664137:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664144:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664151:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664156:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664162:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664167:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.664170:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664176:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664189:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664195:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a42e00/0x87a91e500609c164 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.664355:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+60:3304:x1818934752239872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8606us (8897us total) trans 4294968719 rc 0/0 00000100:00100000:3.0:1734671661.664361:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4756 00010000:00010000:3.0:1734671661.664376:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664384:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664391:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664397:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664403:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664408:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093df3600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.664410:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664416:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664425:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664431:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093df3600/0x87a91e500609c179 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.664728:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+60:3302:x1818934752240128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8036us (8211us total) trans 4294968720 rc 0/0 00000100:00100000:3.0:1734671661.664734:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4759 00010000:00010000:3.0:1734671661.664749:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664756:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664763:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664774:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664780:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664788:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a43a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.664791:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664796:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.664800:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdb40 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.664804:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.664809:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c16b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1734671661.664821:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b001180/2, rc 0, transno 4294968719 00000100:00100000:2.0:1734671661.664825:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752239872:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.664836:0:8436:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664842:0:8436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664848:0:8436:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664853:0:8436:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664858:0:8436:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664867:0:8436:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.664870:0:8436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664875:0:8436:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664883:0:8436:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.664889:0:8436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a42200/0x87a91e500609c172 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.665008:0:8436:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+68:3304:x1818934752241152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9061us (9455us total) trans 4294968754 rc 0/0 00000100:00100000:2.0:1734671661.665013:0:8436:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4758 00000100:00100000:3.0:1734671661.665018:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3304:x1818934752240384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9171us (9534us total) trans 4294968721 rc 0/0 00000100:00100000:3.0:1734671661.665023:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4757 00000004:00080000:2.0:1734671661.665031:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800932c9880/2, rc 0, transno 4294968754 00000100:00100000:2.0:1734671661.665036:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752241152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.665039:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b003b80/2, rc 0, transno 4294968720 00000100:00100000:3.0:1734671661.665042:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b003b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752240128:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.665042:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b000a80/2, rc 0, transno 4294968721 00000100:00100000:2.0:1734671661.665045:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752240384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.665081:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752244224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.665102:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.665117:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244224 00000100:00100000:3.0:1734671661.665121:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244224 00000100:00100000:3.0:1734671661.665133:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4771 00000100:00100000:3.0:1734671661.665137:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+68:3304:x1818934752244224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.665149:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:363 count 1 00010000:00010000:3.0:1734671661.665160:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.665167:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244352:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.665170:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.665176:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.665177:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.665180:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.665182:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665191:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1734671661.665194:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 27 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.665201:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734671661.665203:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 27 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.665210:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734671661.665211:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094601500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752245376:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.665214:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.665237:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665248:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.665260:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665274:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244352 00000100:00100000:1.0:1734671661.665275:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244864 00000100:00100000:2.0:1734671661.665277:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244352 00000100:00100000:1.0:1734671661.665278:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244864 00000100:00100000:2.0:1734671661.665288:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244480 00000100:00100000:2.0:1734671661.665290:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244480 00000100:00100000:1.0:1734671661.665298:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244992 00000100:00100000:1.0:1734671661.665299:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244992 00000100:00100000:2.0:1734671661.665301:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772 00000100:00100000:2.0:1734671661.665304:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+63:3301:x1818934752244352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.665308:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4773 00000100:00100000:1.0:1734671661.665312:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+63:3301:x1818934752244864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.665313:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:364 count 1 00002000:00080000:1.0:1734671661.665319:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:370 count 1 00010000:00010000:2.0:1734671661.665322:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665326:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665330:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 28 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665333:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665335:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665337:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665339:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665339:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665340:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665342:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 4/0,1 mode: --/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665351:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 28 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665352:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665359:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 28 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.665359:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 28 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.665366:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752245632:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.665370:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099744380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752245504:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.665385:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.665385:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be300 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.665396:0:8435:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774 00000100:00100000:2.0:1734671661.665399:0:8435:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+63:3301:x1818934752244480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.665399:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775 00000100:00100000:1.0:1734671661.665402:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+63:3301:x1818934752244992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.665408:0:8435:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:393 count 1 00002000:00080000:1.0:1734671661.665408:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:371 count 1 00010000:00010000:2.0:1734671661.665416:0:8435:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665416:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665424:0:8435:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665424:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665429:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665429:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665430:0:8435:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665430:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665432:0:8435:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665432:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665444:0:8435:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665444:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665451:0:8435:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 28 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.665451:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 28 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.665458:0:8435:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752245888:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.665458:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752245760:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.665472:0:8435:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcda80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.665472:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88008f0be540 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.665485:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752244608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.665502:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665510:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752245120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.665521:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665531:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244608 00000100:00100000:2.0:1734671661.665533:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244608 00000100:00100000:2.0:1734671661.665542:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245120 00000100:00100000:2.0:1734671661.665544:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245120 00000100:00100000:2.0:1734671661.665551:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4776 00000100:00100000:2.0:1734671661.665555:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+65:3303:x1818934752244608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.665570:0:19185:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4777 00002000:00080000:2.0:1734671661.665574:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:363 count 1 00000100:00100000:1.0:1734671661.665574:0:19185:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+65:3303:x1818934752245120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.665582:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1734671661.665582:0:19185:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:369 count 1 00010000:00010000:1.0:1734671661.665589:0:19185:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665591:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 28 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665596:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665597:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665599:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665600:0:19185:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 28 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665605:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665606:0:19185:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665608:0:19185:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665611:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 28 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665618:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 28 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.665620:0:19185:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 28 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.665626:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752246016:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.665627:0:19185:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 28 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.665633:0:19185:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752246144:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.665644:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.665644:0:19185:0:(client.c:2571:ptlrpc_set_wait()) set ffff8800a476d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.665666:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734671661.665671:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752244736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.665702:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665709:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752245248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.665721:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.665730:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752244736 00000100:00100000:2.0:1734671661.665733:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752244736 00000100:00100000:2.0:1734671661.665744:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752245248 00000100:00100000:2.0:1734671661.665745:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752245248 00000100:00100000:2.0:1734671661.665753:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778 00000100:00100000:2.0:1734671661.665757:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:3303:x1818934752244736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.665762:0:17897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4779 00002000:00080000:2.0:1734671661.665764:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:368 count 1 00000100:00100000:1.0:1734671661.665766:0:17897:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+67:3303:x1818934752245248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.665772:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1734671661.665773:0:17897:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:373 count 1 00010000:00010000:1.0:1734671661.665780:0:17897:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665781:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665786:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.665787:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665788:0:17897:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665789:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 4/0,1 mode: --/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665793:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665794:0:17897:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.665796:0:17897:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665801:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 28 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.665807:0:17897:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 28 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.665808:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 28 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.665813:0:17897:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 28 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.665816:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752246272:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.665820:0:17897:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752246400:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.665833:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.665833:0:17897:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.666143:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.666158:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.666167:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.666192:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.666204:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312064 00000100:00100000:0.0:1734671661.666207:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312064 00010000:00010000:0.0:1734671661.666219:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 28 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.666228:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752243072:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.666232:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752311936 00000100:00100000:0.0:1734671661.666233:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752311936 00010000:00010000:2.0:1734671661.666239:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666239:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 29 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.666248:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312192 00000100:00100000:0.0:1734671661.666250:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312192 00000100:00100000:2.0:1734671661.666256:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752243456:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.666256:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 30 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.666262:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312320 00010000:00010000:2.0:1734671661.666263:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.666264:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312320 00010000:00010000:0.0:1734671661.666269:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 31 pid: 19185 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.666278:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8836 00000100:00100000:0.0:1734671661.666281:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752312064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.666292:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.666297:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 31 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666304:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 31 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666316:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666317:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666321:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666327:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666336:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.666353:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752312064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.666358:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8836 00000100:00100000:0.0:1734671661.666370:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8837 00000100:00100000:0.0:1734671661.666373:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+30:1964:x1818934752311936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.666378:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.666380:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666387:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666396:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d539e00/0x87a91e500608dce1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3a99 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666404:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666405:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666407:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666413:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666424:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.666436:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+29:1964:x1818934752311936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.666441:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8837 00010000:00010000:2.0:1734671661.666465:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.666466:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8838 00000100:00100000:0.0:1734671661.666470:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+28:1964:x1818934752312192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.666471:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666475:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.666478:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666479:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 28 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.666484:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666486:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 28 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.666489:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666494:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666495:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666497:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.666498:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea21c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.666501:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666506:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.666507:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666514:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.666515:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.666520:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea21c00/0x87a91e500609c1a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.666524:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+28:1964:x1818934752312192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 53us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.666528:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8838 00000100:00100000:0.0:1734671661.666535:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8839 00000100:00100000:0.0:1734671661.666538:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+27:1964:x1818934752312320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.666542:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.666545:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 27 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666552:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 27 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666573:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc15400/0x87a91e500608e9de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f3ecf expref: 27 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.666580:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666582:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.666584:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666589:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.666604:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671661.666616:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+26:1964:x1818934752312320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 77us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.666621:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8839 00000100:00100000:2.0:1734671661.666713:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+69:3304:x1818934752242944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7280us (7338us total) trans 4294968755 rc 0/0 00000100:00100000:2.0:1734671661.666719:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4765 00010000:00010000:2.0:1734671661.666733:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.666739:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.666745:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666813:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4024e00/0x87a91e5006056b0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fe4 expref: 25 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.666822:0:18411:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18411:1818934752243200:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.666831:0:18411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666837:0:18411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666843:0:18411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666849:0:18411:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666858:0:18411:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666863:0:18411:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666868:0:18411:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008efc3800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.666870:0:18411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666876:0:18411:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666884:0:18411:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.666889:0:18411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008efc3800/0x87a91e500609c1aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.667009:0:18411:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:3304:x1818934752242816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7560us (7606us total) trans 4294968756 rc 0/0 00000100:00100000:1.0:1734671661.667015:0:18411:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766 00010000:00010000:1.0:1734671661.667038:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801361e1e00/0x87a91e5006056de3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e213b expref: 24 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.667046:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b153b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752242560:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.667056:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667062:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667067:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667072:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667077:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667082:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667086:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b1f6000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.667088:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667092:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667100:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.667107:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b1f6000/0x87a91e500609c19c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.667229:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3302:x1818934752242432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8364us (8627us total) trans 4294968757 rc 0/0 00000100:00100000:1.0:1734671661.667234:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4764 00010000:00010000:2.0:1734671661.667508:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.667516:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.667521:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.667524:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.667530:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.667538:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.667544:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea20000/0x87a91e500609c1b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.667690:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+69:3302:x1818934752243328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6675us (6708us total) trans 4294968758 rc 0/0 00000100:00100000:2.0:1734671661.667695:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4768 00000100:00100000:3.0:1734671661.668824:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9c00 going to sleep for 11 seconds 00000004:00080000:3.0:1734671661.668863:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efa6d80/2, rc 0, transno 4294968756 00000100:00100000:3.0:1734671661.668882:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008efa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752242816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.668892:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b744700/2, rc 0, transno 4294968755 00000100:00100000:3.0:1734671661.668896:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752242944:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.668912:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923bf800/2, rc 0, transno 4294968758 00000100:00100000:3.0:1734671661.668915:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752243328:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1734671661.668923:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfea00/2, rc 0, transno 4294968757 00000100:00100000:3.0:1734671661.668926:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752242432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.668995:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752246784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.669026:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.669044:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734671661.669049:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752246912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.669062:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.669123:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246784 00000100:00100000:2.0:1734671661.669128:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246784 00000100:00100000:2.0:1734671661.669152:0:17391:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246912 00000100:00100000:2.0:1734671661.669154:0:17391:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246912 00000100:00100000:2.0:1734671661.669164:0:17391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780 00000100:00100000:2.0:1734671661.669169:0:17391:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+70:3303:x1818934752246784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.669177:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4781 00000100:00100000:0.0:1734671661.669181:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+70:3303:x1818934752246912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1734671661.669186:0:17391:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:404 count 1 00002000:00080000:0.0:1734671661.669188:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:713 count 1 00010000:00010000:2.0:1734671661.669201:0:17391:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.669201:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.669214:0:17391:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 23 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.669214:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 23 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.669220:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.669220:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.669221:0:17391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.669221:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.669223:0:17391:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.669223:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.669240:0:17391:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 23 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.669240:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 23 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.669249:0:17391:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 23 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.669249:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 23 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.669257:0:17391:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752247168:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.669257:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18943:1818934752247040:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.669283:0:17391:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.669626:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752246656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671661.669849:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71480 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.670970:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18848:1818934752243968:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.670987:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.671064:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752244096:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.671073:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.671085:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18849:1818934752245632:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.671220:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752246528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.671245:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.671289:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094602d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752243584:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.671300:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.671316:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.671474:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246528 00000100:00100000:0.0:1734671661.671479:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246528 00000100:00100000:0.0:1734671661.671497:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752246656 00000100:00100000:0.0:1734671661.671499:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752246656 00000100:00100000:0.0:1734671661.671510:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4782 00000100:00100000:0.0:1734671661.671515:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+72:3301:x1818934752246528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671661.671534:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:362 count 1 00010000:00010000:0.0:1734671661.671548:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.671570:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 23 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.671576:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.671578:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.671581:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.671602:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 23 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.671611:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 23 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.671619:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092a47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752247296:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.671645:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec710c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.671791:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4783 00000100:00100000:3.0:1734671661.671795:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+72:3302:x1818934752246656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.671806:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:661 count 1 00010000:00010000:3.0:1734671661.671815:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.671825:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 23 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.671831:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.671832:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.671835:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.671849:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 23 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.671858:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 23 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.671867:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752247424:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.671885:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.671933:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.673521:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099744380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752245504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.673537:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.673642:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752245760:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.673655:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.673845:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.673856:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.673865:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.673875:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.673891:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.673904:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.673918:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.674001:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18201:1818934752246272:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.674012:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.674034:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752246016:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.674043:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.674080:0:8435:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8435:1818934752245888:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.674089:0:8435:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.674106:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312576 00000100:00100000:3.0:1734671661.674110:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312576 00010000:00010000:3.0:1734671661.674128:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 29 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.674141:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312832 00000100:00100000:3.0:1734671661.674143:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312832 00010000:00010000:3.0:1734671661.674148:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 30 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.674155:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313088 00000100:00100000:3.0:1734671661.674157:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313088 00010000:00010000:3.0:1734671661.674163:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 31 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.674169:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313344 00000100:00100000:3.0:1734671661.674171:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313344 00010000:00010000:3.0:1734671661.674177:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.674187:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313600 00000100:00100000:3.0:1734671661.674189:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313600 00010000:00010000:3.0:1734671661.674196:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 24 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674203:0:19185:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:19185:1818934752246144:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.674204:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312448 00000100:00100000:3.0:1734671661.674205:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312448 00010000:00010000:3.0:1734671661.674211:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 25 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674215:0:19185:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.674217:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312704 00000100:00100000:3.0:1734671661.674219:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312704 00010000:00010000:3.0:1734671661.674224:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 33 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674232:0:17897:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:17897:1818934752246400:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.674233:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8840 00000100:00100000:3.0:1734671661.674237:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+33:1965:x1818934752312576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.674242:0:17897:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.674246:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.674249:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 33 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674256:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8841 00010000:00010000:3.0:1734671661.674257:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 33 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674260:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+33:1965:x1818934752312832:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.674265:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.674268:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 33 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.674272:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800998ca400/0x87a91e5006056c46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e207e expref: 33 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674275:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 33 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674283:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944a9a00/0x87a91e5006057dd4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e27d2 expref: 32 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674294:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.674296:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.674296:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.674297:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.674300:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.674300:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.674306:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.674307:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.674320:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.674320:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.674408:0:8435:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674415:0:8435:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674423:0:8435:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674430:0:8435:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674436:0:8435:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674442:0:8435:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931b8c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.674445:0:8435:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674452:0:8435:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674461:0:8435:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.674466:0:8435:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931b8c00/0x87a91e500609c1e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.674777:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.674783:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752312832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 521us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.674789:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8841 00000100:00100000:1.0:1734671661.674800:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752312960 00000100:00100000:1.0:1734671661.674803:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752312960 00010000:00010000:1.0:1734671661.674811:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 31 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674825:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8842 00000100:00100000:1.0:1734671661.674828:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752313088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.674834:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.674837:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 31 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674843:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 31 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.674847:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.674854:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094aed000/0x87a91e50060566f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e4e expref: 31 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.674858:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.674861:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.674863:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.674865:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.674868:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.674872:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.674882:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.674896:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+30:1965:x1818934752313088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 66us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.674900:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.674901:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8842 00000100:00100000:1.0:1734671661.674909:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313216 00000100:00100000:1.0:1734671661.674912:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313216 00010000:00010000:1.0:1734671661.674919:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 30 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674928:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313472 00000100:00100000:1.0:1734671661.674929:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313472 00010000:00010000:1.0:1734671661.674935:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 31 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.674942:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313728 00000100:00100000:0.0:1734671661.674943:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18943:1818934752247040:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.674944:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313728 00010000:00010000:1.0:1734671661.674950:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 26 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.674953:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.674957:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313856 00000100:00100000:1.0:1734671661.674958:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313856 00010000:00010000:1.0:1734671661.674964:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 27 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.674968:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8843 00000100:00100000:0.0:1734671661.674972:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+31:1965:x1818934752313344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.674973:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8844 00000100:00100000:1.0:1734671661.674976:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+27:1965:x1818934752313600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.674977:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.674981:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 31 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674982:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.674985:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 27 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.674988:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 31 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.674992:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 27 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.674997:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800914d7600/0x87a91e5006056b12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ff2 expref: 31 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675001:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944a9600/0x87a91e5006056c15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2069 expref: 27 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675004:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675005:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675007:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675009:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675010:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675012:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675013:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675018:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675024:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.675028:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.675036:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+26:1965:x1818934752313600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.675036:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+30:1965:x1818934752313344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.675040:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8844 00000100:00100000:0.0:1734671661.675043:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8843 00000100:00100000:1.0:1734671661.675049:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8845 00000100:00100000:0.0:1734671661.675052:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8846 00000100:00100000:1.0:1734671661.675053:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+25:1965:x1818934752312448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.675055:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+29:1965:x1818934752312704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.675058:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.675059:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.675062:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 25 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675062:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 29 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675069:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 25 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675069:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 29 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675077:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013167b800/0x87a91e500605615d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1c33 expref: 25 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675078:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092cdb200/0x87a91e500605678b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e8d expref: 29 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675085:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675085:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675086:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675086:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675088:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675089:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675094:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675098:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675105:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734671661.675107:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.675115:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+24:1965:x1818934752312448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 61us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.675115:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+28:1965:x1818934752312704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.675119:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8845 00000100:00100000:0.0:1734671661.675121:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8846 00000100:00100000:1.0:1734671661.675128:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8847 00000100:00100000:1.0:1734671661.675131:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+27:1965:x1818934752312960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.675131:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8848 00000100:00100000:0.0:1734671661.675134:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+27:1965:x1818934752313216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.675136:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.675137:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.675140:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 27 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675140:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 27 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675146:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 27 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675147:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 27 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675155:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009974ec00/0x87a91e5006056cfc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e20cb expref: 27 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675155:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009422be00/0x87a91e5006056bac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2038 expref: 27 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675161:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675162:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675162:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675163:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675164:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675165:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675170:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675175:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675184:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.675185:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.675194:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+25:1965:x1818934752312960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 62us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.675194:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+25:1965:x1818934752313216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 59us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.675198:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8847 00000100:00100000:0.0:1734671661.675200:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8848 00000100:00100000:1.0:1734671661.675207:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8849 00000100:00100000:0.0:1734671661.675209:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8850 00000100:00100000:1.0:1734671661.675210:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+23:1965:x1818934752313472:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671661.675212:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+23:1964:x1818934752313728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.675215:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.675217:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.675218:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 23 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675220:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 23 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675225:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 23 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675227:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 23 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675233:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093bf0200/0x87a91e5006056e14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2150 expref: 23 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675234:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009284a800/0x87a91e5006056833 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1ee1 expref: 23 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675240:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675241:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675241:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675242:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675243:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675244:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675249:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675250:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675260:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.675261:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.675269:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1965:x1818934752313472:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 58us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.675269:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1964:x1818934752313728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 57us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.675273:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8849 00000100:00100000:0.0:1734671661.675275:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8850 00000100:00100000:1.0:1734671661.675280:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8851 00000100:00100000:1.0:1734671661.675284:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1967:x1818934752313856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.675288:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.675292:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 21 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675299:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 21 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.675302:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.675307:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675308:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.675311:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675312:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752313984 00000100:00100000:0.0:1734671661.675314:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752313984 00010000:00010000:1.0:1734671661.675317:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675323:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 22 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675324:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.675332:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1967:x1818934752313856:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 47us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.675334:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8852 00000100:00100000:1.0:1734671661.675337:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8851 00000100:00100000:0.0:1734671661.675338:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1966:x1818934752313984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.675342:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.675345:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 21 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675351:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 21 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.675357:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675359:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675361:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675363:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675364:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675369:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675371:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675376:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.675377:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675382:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675384:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1966:x1818934752313984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 45us (82us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.675388:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf5c00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.675390:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675391:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8852 00010000:00010000:1.0:1734671661.675396:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675404:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675409:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091bf5c00/0x87a91e500609c1e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675436:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.675497:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314112 00000100:00100000:0.0:1734671661.675500:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314112 00010000:00010000:0.0:1734671661.675508:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 21 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.675518:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8853 00000100:00100000:0.0:1734671661.675521:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1966:x1818934752314112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671661.675526:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671661.675529:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 21 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.675536:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 21 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.675543:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+69:3301:x1818934752244992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10140us (10281us total) trans 4294968723 rc 0/0 00010000:00010000:0.0:1734671661.675545:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a82ba200/0x87a91e5006099661 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7770 expref: 21 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.675550:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775 00010000:00010000:0.0:1734671661.675551:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675552:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671661.675554:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675574:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675583:0:19185:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675589:0:19185:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675589:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.675595:0:19185:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675601:0:19185:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675603:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+20:1966:x1818934752314112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 80us (166us total) trans 0 rc 0/0 00010000:00010000:1.0:1734671661.675606:0:19185:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675607:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8853 00010000:00010000:1.0:1734671661.675611:0:19185:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfafa00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.675614:0:19185:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675618:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675620:0:19185:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675624:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675628:0:19185:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675630:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675633:0:19185:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfafa00/0x87a91e500609c1f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675635:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675640:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675644:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099899e00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.675646:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675652:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675662:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.675667:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099899e00/0x87a91e500609c20c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.675758:0:19185:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+69:3303:x1818934752245120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10183us (10236us total) trans 4294968724 rc 0/0 00000100:00100000:1.0:1734671661.675763:0:19185:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4777 00010000:00010000:1.0:1734671661.675778:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675784:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675790:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675795:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675801:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.675801:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+73:3303:x1818934752246912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6619us (6738us total) trans 4294968759 rc 0/0 00010000:00010000:1.0:1734671661.675806:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42c00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:0.0:1734671661.675806:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4781 00010000:00010000:1.0:1734671661.675808:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675814:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675821:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675827:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a42c00/0x87a91e500609c1bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.675944:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+73:3302:x1818934752243712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12749us (12870us total) trans 4294968760 rc 0/0 00000100:00100000:1.0:1734671661.675949:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4769 00010000:00010000:1.0:1734671661.675965:0:17897:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675970:0:17897:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675976:0:17897:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675980:0:17897:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675985:0:17897:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675989:0:17897:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfae800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.675991:0:17897:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.675996:0:17897:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.676004:0:17897:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.676009:0:17897:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfae800/0x87a91e500609c205 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17897 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.676061:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1965:x1818934752312576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1820us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.676067:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8840 00010000:00010000:3.0:1734671661.676105:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x87a91e500605665e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1e08 expref: 19 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.676115:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094601500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752245376:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.676124:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676131:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676136:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676142:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676148:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676153:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676157:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093df2600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.676159:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676164:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676171:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676176:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093df2600/0x87a91e500609c1cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.676299:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+73:3304:x1818934752244224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11161us (11196us total) trans 4294968761 rc 0/0 00000100:00100000:3.0:1734671661.676305:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4771 00000004:00080000:3.0:1734671661.676330:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b743800/2, rc 0, transno 4294968761 00000100:00100000:3.0:1734671661.676338:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752244224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.676383:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752247552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.676404:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1734671661.676422:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b743b80/2, rc 0, transno 4294968723 00000100:00100000:3.0:1734671661.676429:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.676445:0:18851:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247552 00000100:00100000:3.0:1734671661.676449:0:18851:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247552 00000100:00100000:3.0:1734671661.676463:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784 00000100:00100000:3.0:1734671661.676467:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+73:3301:x1818934752247552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.676482:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:378 count 1 00010000:00010000:3.0:1734671661.676494:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676505:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 18 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676511:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.676512:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.676515:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676532:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 18 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676541:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 18 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.676550:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752247680:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.676581:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9c00 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.676597:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676602:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676607:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676612:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676617:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676621:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094aec400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.676623:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676628:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676635:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.676640:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094aec400/0x87a91e500609c1b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.676777:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+74:3301:x1818934752242688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16952us (17003us total) trans 4294968762 rc 0/0 00000100:00100000:3.0:1734671661.676783:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767 00000004:00080000:3.0:1734671661.676864:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008efa6a00/2, rc 0, transno 4294968762 00000100:00100000:3.0:1734671661.676870:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008efa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752242688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.676891:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671661.676897:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752247808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.676911:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.676924:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247808 00000100:00100000:3.0:1734671661.676927:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247808 00000100:00100000:2.0:1734671661.677064:0:8435:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3301:x1818934752244480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11662us (11825us total) trans 4294968722 rc 0/0 00000100:00100000:2.0:1734671661.677070:0:8435:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774 00010000:00010000:2.0:1734671661.677089:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677096:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677103:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677108:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677114:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677118:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8be00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.677121:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677127:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677135:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677141:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e8be00/0x87a91e500609c1d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.677253:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+68:3301:x1818934752244352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11948us (12070us total) trans 4294968725 rc 0/0 00000100:00100000:2.0:1734671661.677257:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772 00010000:00010000:2.0:1734671661.677272:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677279:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677284:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677290:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677295:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677300:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931b8600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.677302:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677308:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677315:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677321:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931b8600/0x87a91e500609c1f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.677355:0:17897:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+68:3303:x1818934752245248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11587us (11632us total) trans 4294968726 rc 0/0 00000100:00100000:1.0:1734671661.677360:0:17897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4779 00010000:00010000:1.0:1734671661.677381:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677387:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677393:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677398:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677403:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677408:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf1200 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.677410:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.677415:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+68:3303:x1818934752244608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11859us (11912us total) trans 4294968727 rc 0/0 00010000:00010000:1.0:1734671661.677416:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.677420:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4776 00010000:00010000:1.0:1734671661.677423:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677429:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131bf1200/0x87a91e500609c1db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677433:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677439:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677445:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677450:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677455:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677460:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b07a800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.677462:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677468:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677475:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677480:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b07a800/0x87a91e500609c1fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.677528:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+68:3301:x1818934752244864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12215us (12325us total) trans 4294968728 rc 0/0 00000100:00100000:1.0:1734671661.677533:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4773 00000100:00100000:2.0:1734671661.677588:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+68:3303:x1818934752244736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11830us (11885us total) trans 4294968729 rc 0/0 00000100:00100000:2.0:1734671661.677594:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778 00000004:00080000:1.0:1734671661.677596:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800997f7800/2, rc 0, transno 4294968759 00000100:00100000:1.0:1734671661.677602:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752246912:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.677614:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009338e800/0x87a91e5006058505 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2ae9 expref: 18 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.677623:0:17391:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17391:1818934752247168:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.677624:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734671661.677630:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752247936:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.677633:0:17391:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677639:0:17391:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677644:0:17391:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.677645:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.677651:0:17391:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677656:0:17391:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.677657:0:18201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752247936 00000100:00100000:1.0:1734671661.677660:0:18201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752247936 00010000:00010000:2.0:1734671661.677662:0:17391:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677670:0:17391:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b07a600 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.677671:0:18201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4785 00010000:00010000:2.0:1734671661.677686:0:17391:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.677688:0:18201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+75:3304:x1818934752247936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.677692:0:17391:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1734671661.677699:0:18201:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:380 count 1 00010000:00010000:2.0:1734671661.677700:0:17391:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677705:0:17391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b07a600/0x87a91e500609c213 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677709:0:18201:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677717:0:18201:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 17 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677723:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.677725:0:18201:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.677727:0:18201:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677741:0:18201:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 17 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.677749:0:18201:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.677757:0:18201:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752248064:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.677778:0:18201:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64e40 going to sleep for 11 seconds 00000004:00080000:1.0:1734671661.677803:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b742d80/2, rc 0, transno 4294968729 00000100:00100000:1.0:1734671661.677807:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752244736:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.677813:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099744e00/2, rc 0, transno 4294968726 00000100:00100000:1.0:1734671661.677815:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752245248:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.677821:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b742a00/2, rc 0, transno 4294968727 00000100:00100000:1.0:1734671661.677824:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752244608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.677825:0:17391:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+76:3303:x1818934752246784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8656us (8799us total) trans 4294968763 rc 0/0 00000100:00100000:2.0:1734671661.677830:0:17391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780 00000004:00080000:1.0:1734671661.677830:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880099746680/2, rc 0, transno 4294968724 00000100:00100000:1.0:1734671661.677832:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752245120:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.677838:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800997f5180/2, rc 0, transno 4294968763 00000100:00100000:1.0:1734671661.677843:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752246784:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.677848:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677855:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677861:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.677864:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752248192:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1734671661.677866:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677872:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677876:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42a00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.677878:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.677879:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677885:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677893:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.677898:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a42a00/0x87a91e500609c1c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.677984:0:15776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248192 00000100:00100000:3.0:1734671661.677988:0:15776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248192 00000100:00100000:3.0:1734671661.677998:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4786 00000100:00100000:3.0:1734671661.678002:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+77:3301:x1818934752247808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.678011:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:715 count 1 00000100:00100000:2.0:1734671661.678011:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009378e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+77:3304:x1818934752243840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14699us (14862us total) trans 4294968764 rc 0/0 00000100:00100000:2.0:1734671661.678016:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4770 00010000:00010000:3.0:1734671661.678020:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.678025:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787 00010000:00010000:3.0:1734671661.678028:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 17 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.678029:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+76:3304:x1818934752248192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1734671661.678034:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.678036:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1734671661.678036:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:707 count 1 00010000:00010000:3.0:1734671661.678038:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.678042:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.678050:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 17 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.678051:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 17 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.678055:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.678056:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.678058:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.678059:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 17 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.678067:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752248320:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.678068:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 17 pid: 8435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.678075:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 17 pid: 8435 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.678082:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752248448:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.678085:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.678093:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcd3c0 going to sleep for 11 seconds 00000004:00080000:3.0:1734671661.678102:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b742300/2, rc 0, transno 4294968722 00000100:00100000:3.0:1734671661.678105:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244480:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671661.678112:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b741c00/2, rc 0, transno 4294968725 00000100:00100000:3.0:1734671661.678114:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244352:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1734671661.678413:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b743100/2, rc 0, transno 4294968728 00000100:00100000:3.0:1734671661.678988:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752244864:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.679301:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009378ce00/2, rc 0, transno 4294968764 00000100:00100000:1.0:1734671661.679308:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009378ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752243840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.679338:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.679360:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.679375:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314240 00000100:00100000:1.0:1734671661.679378:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314240 00000100:00100000:0.0:1734671661.679541:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092a47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752247296:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.679554:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.679884:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923bed80/2, rc 0, transno 4294968760 00000100:00100000:3.0:1734671661.679894:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800923bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752243712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.679898:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734671661.679905:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752248576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.679927:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.679947:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:17395:1818934752247424:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.679957:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.679969:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314368 00000100:00100000:3.0:1734671661.679972:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314368 00010000:00010000:3.0:1734671661.679981:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 19 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.680005:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8854 00000100:00100000:3.0:1734671661.680010:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+19:1965:x1818934752314368:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.680019:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.680022:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 19 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.680030:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 19 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.680043:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013167aa00/0x87a91e5006056593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1dbb expref: 19 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.680054:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.680056:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.680059:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.680066:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.680077:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.680096:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+18:1965:x1818934752314368:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 85us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.680101:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8854 00010000:00010000:0.0:1734671661.680221:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680228:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680235:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680241:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680246:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680252:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880099898600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.680254:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680260:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680269:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.680274:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099898600/0x87a91e500609c21a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680302:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.680318:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8855 00000100:00100000:1.0:1734671661.680322:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800997f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:1965:x1818934752314240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.680327:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.680330:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.680337:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.680346:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc30600/0x87a91e500608b875 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f2f08 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.680353:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.680354:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.680356:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680362:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680377:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.680391:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800997f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:1965:x1818934752314240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.680395:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8855 00000100:00100000:1.0:1734671661.680409:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248576 00000100:00100000:1.0:1734671661.680412:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248576 00000100:00100000:1.0:1734671661.680425:0:18849:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4788 00000100:00100000:1.0:1734671661.680428:0:18849:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+78:3302:x1818934752248576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1734671661.680441:0:18849:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:701 count 1 00010000:00010000:1.0:1734671661.680452:0:18849:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680461:0:18849:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 15 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680466:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.680467:0:18849:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.680469:0:18849:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680482:0:18849:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 15 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.680490:0:18849:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 15 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.680497:0:18849:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752249344:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.680514:0:18849:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64840 going to sleep for 11 seconds 00010000:00010000:3.0:1734671661.681053:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681065:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681072:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681078:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681084:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681090:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093df3600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.681092:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681099:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681107:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681113:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093df3600/0x87a91e500609c221 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.681198:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+78:3301:x1818934752246528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9682us (9952us total) trans 4294968765 rc 0/0 00000100:00100000:0.0:1734671661.681203:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4782 00000100:00100000:1.0:1734671661.681642:0:18201:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18201:1818934752248064:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.681656:0:18201:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.681670:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752248832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.681703:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.681713:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752249472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.681725:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.681734:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734671661.681738:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752248960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.681749:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.681756:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752249600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.681766:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.681778:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248832 00000100:00100000:3.0:1734671661.681779:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+78:3302:x1818934752246656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9982us (10461us total) trans 4294968766 rc 0/0 00000100:00100000:1.0:1734671661.681781:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248832 00000100:00100000:3.0:1734671661.681784:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4783 00000100:00100000:3.0:1734671661.681793:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249472 00000100:00100000:1.0:1734671661.681793:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248960 00000100:00100000:3.0:1734671661.681795:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249472 00000100:00100000:1.0:1734671661.681795:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248960 00000100:00100000:1.0:1734671661.681801:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249600 00000100:00100000:1.0:1734671661.681803:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249600 00000100:00100000:3.0:1734671661.681805:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4789 00000100:00100000:3.0:1734671661.681809:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+71:3303:x1818934752248832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.681813:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790 00000100:00100000:1.0:1734671661.681816:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+71:3303:x1818934752248960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.681821:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:708 count 1 00002000:00080000:1.0:1734671661.681822:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:703 count 1 00010000:00010000:3.0:1734671661.681832:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.681832:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681842:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 20 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.681842:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 20 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681848:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.681848:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.681849:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.681849:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.681851:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.681851:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681866:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 20 pid: 19185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.681866:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 20 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.681875:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 20 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.681875:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 20 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.681883:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752249984:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.681883:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752250112:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.682080:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791 00000100:00100000:0.0:1734671661.682084:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3303:x1818934752249472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.682094:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:366 count 1 00010000:00010000:0.0:1734671661.682103:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.682113:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 20 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.682118:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.682120:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.682122:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.682135:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 20 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.682143:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 20 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.682150:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15777:1818934752250240:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.682250:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792 00000100:00100000:2.0:1734671661.682255:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+71:3303:x1818934752249600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.682266:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:359 count 1 00010000:00010000:2.0:1734671661.682275:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.682284:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 20 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.682289:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.682290:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.682292:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.682306:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 20 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.682313:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 20 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.682320:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752250368:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.682480:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.682501:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752247680:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.682513:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.682542:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.682662:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.682763:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec710c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.682816:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.682852:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.682887:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734671661.683114:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.683127:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092cc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.683141:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1734671661.683158:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800997f5880/2, rc 0, transno 4294968765 00000100:00100000:3.0:1734671661.683177:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752246528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.683185:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1734671661.683190:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752248704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.683205:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.683214:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.683228:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.683236:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.683261:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.683279:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314624 00000100:00100000:3.0:1734671661.683282:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314624 00010000:00010000:3.0:1734671661.683296:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 16 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.683311:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314496 00000100:00100000:3.0:1734671661.683313:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314496 00010000:00010000:3.0:1734671661.683319:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 17 pid: 18411 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.683329:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8856 00000100:00100000:3.0:1734671661.683333:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:1965:x1818934752314624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.683340:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.683343:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683350:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683362:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c86cc00/0x87a91e500605734d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2379 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683370:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.683372:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.683374:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683381:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683393:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.683409:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:1965:x1818934752314624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 75us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.683414:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8856 00000100:00100000:3.0:1734671661.683424:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8857 00000100:00100000:3.0:1734671661.683428:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+15:1964:x1818934752314496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.683437:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.683441:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 15 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683452:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 15 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683462:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c8de00/0x87a91e50060571fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e22e6 expref: 15 pid: 18411 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683470:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.683471:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.683473:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683479:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683489:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.683502:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+14:1964:x1818934752314496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 73us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.683507:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8857 00010000:00010000:3.0:1734671661.683519:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683525:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683532:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.683533:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249088 00000100:00100000:1.0:1734671661.683537:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249088 00010000:00010000:3.0:1734671661.683546:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683552:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683557:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.683568:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683575:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.683575:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752248704 00000100:00100000:1.0:1734671661.683575:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249728 00000100:00100000:1.0:1734671661.683577:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249728 00000100:00100000:2.0:1734671661.683578:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752248704 00010000:00010000:3.0:1734671661.683584:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.683588:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249216 00010000:00010000:3.0:1734671661.683589:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9000/0x87a91e500609c228 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.683590:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249216 00000100:00100000:2.0:1734671661.683592:0:8437:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752249856 00000100:00100000:2.0:1734671661.683594:0:8437:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752249856 00000100:00100000:1.0:1734671661.683602:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4793 00000100:00100000:2.0:1734671661.683606:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4794 00000100:00100000:1.0:1734671661.683607:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+75:3301:x1818934752249088:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.683610:0:8437:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+75:3301:x1818934752249728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.683619:0:8437:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:375 count 1 00002000:00080000:1.0:1734671661.683619:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:376 count 1 00010000:00010000:2.0:1734671661.683629:0:8437:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683630:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683637:0:8437:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 20 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683642:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.683643:0:8437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.683645:0:8437:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683645:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 20 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683651:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.683653:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.683654:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683662:0:8437:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 20 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683670:0:8437:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 20 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.683670:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 20 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683694:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 20 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.683695:0:8437:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800997f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752250496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.683703:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b150380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752250624:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.683712:0:8437:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.683722:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a640c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.683735:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795 00000100:00100000:1.0:1734671661.683739:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+75:3301:x1818934752248704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671661.683750:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:374 count 1 00010000:00010000:1.0:1734671661.683758:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.683762:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+79:3301:x1818934752247552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7293us (7356us total) trans 4294968767 rc 0/0 00000100:00100000:3.0:1734671661.683767:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784 00010000:00010000:1.0:1734671661.683768:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.683773:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796 00010000:00010000:1.0:1734671661.683773:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.683775:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1734671661.683776:0:18851:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4797 00000100:00100000:2.0:1734671661.683776:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+75:3301:x1818934752249216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.683777:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.683779:0:18851:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+78:3301:x1818934752249856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1734671661.683785:0:18851:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:703 count 1 00002000:00080000:2.0:1734671661.683785:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:697 count 1 00010000:00010000:1.0:1734671661.683791:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 20 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683793:0:18851:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683793:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683799:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 20 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683802:0:18851:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 13 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683802:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 20 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683807:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.683807:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.683808:0:18851:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.683808:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1734671661.683808:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752250752:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.683810:0:18851:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683810:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.683823:0:18851:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 13 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.683823:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 20 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.683823:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64540 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.683829:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 20 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.683830:0:18851:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 13 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.683837:0:18851:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752251008:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.683837:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752250880:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.683848:0:18201:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.683852:0:18851:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.683852:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1734671661.683855:0:18201:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683862:0:18201:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683868:0:18201:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.683870:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800997f5f80/2, rc 0, transno 4294968766 00010000:00010000:1.0:1734671661.683874:0:18201:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.683876:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752246656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.683878:0:18201:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091bf4800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.683881:0:18201:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683886:0:18201:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.683887:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b60000/2, rc 0, transno 4294968767 00000100:00100000:3.0:1734671661.683889:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752247552:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1734671661.683895:0:18201:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.683901:0:18201:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091bf4800/0x87a91e500609c22f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18201 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.684040:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752248320:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.684050:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.684057:0:18201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+79:3304:x1818934752247936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6380us (6409us total) trans 4294968768 rc 0/0 00000100:00100000:1.0:1734671661.684062:0:18201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4785 00000004:00080000:3.0:1734671661.684072:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c6d80/2, rc 0, transno 4294968768 00000100:00100000:3.0:1734671661.684075:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752247936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.684251:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752248448:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.684260:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.685756:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.685793:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.686104:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314752 00000100:00100000:3.0:1734671661.686110:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314752 00010000:00010000:3.0:1734671661.686128:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 14 pid: 8435 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.686147:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752314880 00000100:00100000:3.0:1734671661.686149:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752314880 00010000:00010000:3.0:1734671661.686157:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 15 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.686185:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8858 00000100:00100000:3.0:1734671661.686190:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+15:1965:x1818934752314752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.686200:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.686204:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 15 pid: 8435 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.686212:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 15 pid: 8435 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.686227:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d32000/0x87a91e50060987e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f72a0 expref: 15 pid: 8435 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.686237:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.686239:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.686243:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686249:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686270:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.686295:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+14:1965:x1818934752314752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 104us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.686301:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8858 00000100:00100000:3.0:1734671661.686334:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8859 00000100:00100000:3.0:1734671661.686338:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:1965:x1818934752314880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.686343:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.686347:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 13 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.686353:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 13 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.686362:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131264200/0x87a91e5006099891 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7834 expref: 13 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.686370:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.686371:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.686373:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686383:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686395:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.686406:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752314880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 68us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.686411:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8859 00010000:00010000:3.0:1734671661.686426:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686432:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686440:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686446:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686451:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686452:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686457:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe9800 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.686458:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686460:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686464:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686469:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686471:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686475:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686479:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686479:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012defc400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.686482:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.686484:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dfe9800/0x87a91e500609c236 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686491:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686498:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.686502:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012defc400/0x87a91e500609c23d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.686713:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+79:3301:x1818934752247808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8709us (9799us total) trans 4294968769 rc 0/0 00000100:00100000:3.0:1734671661.686720:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4786 00000100:00100000:3.0:1734671661.686744:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752249984:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.686756:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1734671661.686781:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b63800/2, rc 0, transno 4294968769 00000100:00100000:3.0:1734671661.686788:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752247808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1734671661.686915:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+79:3304:x1818934752248192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8884us (9035us total) trans 4294968770 rc 0/0 00000100:00100000:2.0:1734671661.686920:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787 00000004:00080000:3.0:1734671661.686921:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c4380/2, rc 0, transno 4294968770 00000100:00100000:3.0:1734671661.686924:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752248192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1734671661.686926:0:18849:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18849:1818934752249344:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.686944:0:18849:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.686996:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.687010:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.687020:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.687058:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315008 00000100:00100000:1.0:1734671661.687062:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315008 00010000:00010000:1.0:1734671661.687074:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.687084:0:18851:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18851:1818934752251008:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.687088:0:7072:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315264 00000100:00100000:1.0:1734671661.687090:0:7072:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315264 00010000:00010000:3.0:1734671661.687093:0:18851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687098:0:7072:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 21 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.687109:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315520 00000100:00100000:3.0:1734671661.687111:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315520 00000100:00100000:1.0:1734671661.687116:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8860 00010000:00010000:3.0:1734671661.687120:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 22 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.687121:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752315008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.687127:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.687131:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.687132:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8861 00000100:00100000:3.0:1734671661.687136:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1965:x1818934752315264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.687139:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687142:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.687145:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 22 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.687151:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cffa00/0x87a91e5006097aa0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6e5c expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687152:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 22 pid: 17898 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.687159:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.687161:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.687162:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.687163:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687164:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.687166:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687169:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687172:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687179:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.687180:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.687193:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1965:x1818934752315264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.687197:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+11:1965:x1818934752315008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 75us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.687200:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8861 00000100:00100000:1.0:1734671661.687203:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8860 00000100:00100000:3.0:1734671661.687209:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8862 00000100:00100000:3.0:1734671661.687212:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1965:x1818934752315520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.687216:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.687220:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 21 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687226:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 21 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.687226:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b150380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752250624:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.687233:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.687235:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.687237:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687238:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687242:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687248:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.687254:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752250752:192.168.204.51@tcp:104: 00000100:00100000:3.0:1734671661.687256:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1965:x1818934752315520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 44us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.687260:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8862 00010000:00010000:1.0:1734671661.687261:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687274:0:18849:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.687279:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.687280:0:18849:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687286:0:18849:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687292:0:18849:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.687298:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.687298:0:18849:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687303:0:18849:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880131bf1600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.687305:0:18849:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687311:0:18849:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.687314:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.687319:0:18849:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687325:0:18849:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131bf1600/0x87a91e500609c244 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.687360:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.687370:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.687379:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.687401:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.687410:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315776 00000100:00100000:3.0:1734671661.687412:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315776 00010000:00010000:3.0:1734671661.687420:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 21 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.687429:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316032 00000100:00100000:3.0:1734671661.687430:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316032 00010000:00010000:3.0:1734671661.687435:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 11 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.687441:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315136 00000100:00100000:3.0:1734671661.687442:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315136 00000100:00100000:1.0:1734671661.687444:0:18849:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+79:3302:x1818934752248576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7014us (7515us total) trans 4294968771 rc 0/0 00010000:00010000:3.0:1734671661.687447:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 22 pid: 19185 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.687449:0:18849:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4788 00000100:00100000:3.0:1734671661.687453:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315392 00000100:00100000:3.0:1734671661.687454:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315392 00010000:00010000:3.0:1734671661.687459:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 23 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.687464:0:17611:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315648 00000100:00100000:3.0:1734671661.687465:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752315904 00000100:00100000:3.0:1734671661.687466:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315904 00000100:00100000:1.0:1734671661.687467:0:17611:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752315648 00010000:00010000:3.0:1734671661.687471:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 25 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.687476:0:17611:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 25 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.687477:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316160 00000100:00100000:3.0:1734671661.687478:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316160 00010000:00010000:3.0:1734671661.687484:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 26 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.687487:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8863 00000100:00100000:1.0:1734671661.687490:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+26:1965:x1818934752315776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734671661.687492:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8864 00000100:00100000:3.0:1734671661.687495:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+11:1965:x1818934752316032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.687496:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.687499:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 26 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687500:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.687502:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 11 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.687506:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 26 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687509:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 11 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.687514:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bca0400/0x87a91e5006056fe2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2222 expref: 26 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687517:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cfe600/0x87a91e5006097cd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f20 expref: 11 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.687523:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.687524:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.687525:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.687526:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687527:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.687529:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687532:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.687535:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.687541:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671661.687544:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.687553:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+10:1965:x1818934752316032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 56us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.687556:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+25:1965:x1818934752315776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.687557:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8864 00000100:00100000:1.0:1734671661.687580:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8863 00000100:00100000:0.0:1734671661.687615:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15777:1818934752250240:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.687625:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687646:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfc6800/0x87a91e5006097d63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6f5f expref: 24 pid: 17898 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734671661.687653:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099781500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752250112:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.687663:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687669:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687698:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687704:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687710:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687715:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687720:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091cfea00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.687722:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687727:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687736:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.687742:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cfea00/0x87a91e500609c252 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.687886:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+76:3303:x1818934752248960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6068us (6134us total) trans 4294968730 rc 0/0 00000100:00100000:0.0:1734671661.687891:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790 00000100:00100000:3.0:1734671661.688102:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8865 00000100:00100000:3.0:1734671661.688108:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+23:1965:x1818934752315136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.688115:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.688119:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 23 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.688127:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 23 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.688137:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ca9600/0x87a91e5006098c7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f740c expref: 23 pid: 19185 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.688144:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.688146:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.688148:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688154:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688166:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.688182:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+22:1965:x1818934752315136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 73us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.688187:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8865 00000100:00100000:3.0:1734671661.688211:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8866 00000100:00100000:3.0:1734671661.688215:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+21:1965:x1818934752315392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.688221:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.688224:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 21 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.688232:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 21 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.688241:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094431000/0x87a91e5006056998 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1f5f expref: 21 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.688247:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.688248:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.688251:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688256:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688274:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009389e400/0x87a91e500605630f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1cc6 expref: 20 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.688283:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752250368:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.688293:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688299:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688305:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688315:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688321:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688325:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688330:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b07ae00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.688332:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.688337:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.688341:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8867 00010000:00010000:2.0:1734671661.688345:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.688346:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+19:1965:x1818934752315904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.688350:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b07ae00/0x87a91e500609c260 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688353:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.688357:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 19 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688364:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 19 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688373:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801361e0600/0x87a91e5006056eae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2196 expref: 19 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688380:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.688382:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.688384:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688389:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688399:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.688412:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+18:1965:x1818934752315904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 65us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.688416:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8867 00000100:00100000:1.0:1734671661.688425:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8868 00000100:00100000:1.0:1734671661.688428:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:1965:x1818934752315648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.688432:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.688436:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688442:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 17 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688449:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.688450:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.688453:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688458:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.688460:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+76:3303:x1818934752249600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6203us (6692us total) trans 4294968731 rc 0/0 00010000:00010000:1.0:1734671661.688464:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.688465:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792 00000100:00100000:1.0:1734671661.688472:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:1965:x1818934752315648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 44us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.688476:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8868 00000100:00100000:1.0:1734671661.688483:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8869 00000100:00100000:1.0:1734671661.688485:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:1965:x1818934752316160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.688489:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.688493:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 16 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688499:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 16 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.688506:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.688507:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.688509:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688514:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688519:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.688526:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:1965:x1818934752316160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 40us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.688530:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8869 00010000:00010000:1.0:1734671661.688541:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688546:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688552:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688558:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688574:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688578:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfae400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.688580:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688586:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688592:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688597:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfae400/0x87a91e500609c26e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688818:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.688836:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+15:1965:x1818934752315392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 619us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.688841:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8866 00010000:00010000:3.0:1734671661.688857:0:18851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688864:0:18851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688869:0:18851:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688878:0:18851:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688884:0:18851:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688887:0:18851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093e8bc00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.688890:0:18851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688895:0:18851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688902:0:18851:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.688907:0:18851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e8bc00/0x87a91e500609c283 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.688942:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+76:3301:x1818934752249088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5334us (5827us total) trans 4294968732 rc 0/0 00000100:00100000:1.0:1734671661.688948:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4793 00010000:00010000:1.0:1734671661.688964:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688971:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688978:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688983:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688990:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.688995:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaea00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.688997:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689003:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689011:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689017:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaea00/0x87a91e500609c275 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.689025:0:18851:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+79:3301:x1818934752249856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5244us (5763us total) trans 4294968772 rc 0/0 00000100:00100000:3.0:1734671661.689030:0:18851:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4797 00010000:00010000:3.0:1734671661.689044:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689050:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689056:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689061:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689066:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689070:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880093df2000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:3.0:1734671661.689072:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689077:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689084:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689088:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093df2000/0x87a91e500609c24b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689118:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+76:3301:x1818934752248704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5378us (5912us total) trans 4294968733 rc 0/0 00000100:00100000:1.0:1734671661.689126:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795 00000004:00080000:1.0:1734671661.689155:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c5f80/2, rc 0, transno 4294968771 00000100:00100000:1.0:1734671661.689163:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752248576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1734671661.689184:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:3303:x1818934752248832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7374us (7481us total) trans 4294968734 rc 0/0 00000004:00080000:1.0:1734671661.689186:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b60700/2, rc 0, transno 4294968733 00000100:00100000:3.0:1734671661.689189:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4789 00000100:00100000:1.0:1734671661.689193:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752248704:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.689201:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b000e00/2, rc 0, transno 4294968772 00000100:00100000:1.0:1734671661.689204:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249856:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1734671661.689210:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b61500/2, rc 0, transno 4294968732 00000100:00100000:1.0:1734671661.689212:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.689257:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734671661.689265:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752251136:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.689275:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b63100/2, rc 0, transno 4294968730 00000100:00100000:1.0:1734671661.689281:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752248960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.689286:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1734671661.689287:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfd880/2, rc 0, transno 4294968731 00000100:00100000:1.0:1734671661.689290:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752249600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.689296:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752251264:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1734671661.689296:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4b60e00/2, rc 0, transno 4294968734 00000100:00100000:1.0:1734671661.689298:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752248832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.689307:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671661.689331:0:17395:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251264 00000100:00100000:1.0:1734671661.689331:0:18847:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251136 00000100:00100000:3.0:1734671661.689335:0:17395:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251264 00000100:00100000:1.0:1734671661.689335:0:18847:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251136 00000100:00100000:3.0:1734671661.689349:0:17395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798 00000100:00100000:1.0:1734671661.689353:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4799 00000100:00100000:3.0:1734671661.689354:0:17395:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+77:3304:x1818934752251264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.689357:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+77:3304:x1818934752251136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1734671661.689369:0:17395:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:360 count 1 00002000:00080000:1.0:1734671661.689369:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:372 count 1 00010000:00010000:3.0:1734671661.689380:0:17395:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689381:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689391:0:17395:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 14 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689392:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 14 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.689397:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.689398:0:17395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689398:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689399:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734671661.689400:0:17395:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689401:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689411:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136285200/0x87a91e5006056f48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e21e3 expref: 14 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.689416:0:17395:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 14 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689417:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 14 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.689419:0:8437:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800997f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8437:1818934752250496:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.689426:0:17395:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 13 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.689426:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 13 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.689428:0:8437:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689434:0:8437:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.689435:0:17395:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752251520:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.689436:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752251648:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.689439:0:8437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689445:0:8437:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689450:0:8437:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689455:0:8437:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.689457:0:17395:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012b5c9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.689458:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64540 going to sleep for 11 seconds 00010000:00010000:2.0:1734671661.689460:0:8437:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a43600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.689463:0:8437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689466:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1734671661.689468:0:8437:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689471:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752251392:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.689480:0:8437:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689486:0:8437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a43600/0x87a91e500609c267 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689486:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.689497:0:18943:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251392 00000100:00100000:1.0:1734671661.689499:0:18943:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251392 00000100:00100000:1.0:1734671661.689520:0:18943:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4800 00000100:00100000:1.0:1734671661.689523:0:18943:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+78:3302:x1818934752251392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671661.689531:0:18943:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:367 count 1 00010000:00010000:1.0:1734671661.689539:0:18943:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689547:0:18943:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 13 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689556:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689557:0:18943:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689568:0:18943:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689581:0:18943:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 13 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689588:0:18943:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 13 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.689595:0:18943:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752251776:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.689610:0:18943:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.689635:0:8437:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+79:3301:x1818934752249728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6023us (6492us total) trans 4294968735 rc 0/0 00000100:00100000:1.0:1734671661.689638:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a57c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752251904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.689640:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4794 00000100:00100000:1.0:1734671661.689651:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.689664:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11800/0x87a91e5006097441 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f6c56 expref: 13 pid: 8437 timeout: 443 lvb_type: 0 00000004:00080000:1.0:1734671661.689669:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092cc1180/2, rc 0, transno 4294968735 00000100:00100000:2.0:1734671661.689671:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752250880:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.689686:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092cc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671661.689691:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689692:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689698:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689698:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689701:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752252032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.689703:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689705:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689709:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689711:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689713:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1734671661.689714:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689716:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689720:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689721:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20600 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.689722:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1734671661.689723:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689725:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a42c00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:1.0:1734671661.689725:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880135316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752252160:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.689727:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689729:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689733:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689735:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1734671661.689737:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689739:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689742:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20600/0x87a91e500609c259 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.689744:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a42c00/0x87a91e500609c27c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.689745:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752251904 00000100:00100000:1.0:1734671661.689747:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752251904 00000100:00100000:1.0:1734671661.689756:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252032 00000100:00100000:1.0:1734671661.689758:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252032 00000100:00100000:1.0:1734671661.689764:0:18412:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252160 00000100:00100000:1.0:1734671661.689765:0:18412:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252160 00000100:00100000:0.0:1734671661.689773:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801 00000100:00100000:1.0:1734671661.689777:0:18412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802 00000100:00100000:0.0:1734671661.689778:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3302:x1818934752251904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.689781:0:18412:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+81:3303:x1818934752252032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671661.689788:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:353 count 1 00002000:00080000:1.0:1734671661.689789:0:18412:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:710 count 1 00010000:00010000:1.0:1734671661.689797:0:18412:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689797:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689805:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 12 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689806:0:18412:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 12 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689810:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689811:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671661.689811:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689812:0:18412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689813:0:18412:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689813:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689824:0:18412:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 12 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.689828:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 12 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689830:0:18412:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734671661.689835:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.689836:0:18412:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c391c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752252288:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671661.689843:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008b001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752252416:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.689849:0:18412:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64840 going to sleep for 11 seconds 00000100:00100000:1.0:1734671661.689859:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4803 00000100:00100000:1.0:1734671661.689862:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+82:3303:x1818934752252160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1734671661.689869:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:378 count 1 00010000:00010000:1.0:1734671661.689876:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689884:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 12 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689889:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689890:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734671661.689891:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689901:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 12 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.689908:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.689914:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c392680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752252544:192.168.204.51@tcp:104: 00000100:00100000:1.0:1734671661.689977:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093a64600 going to sleep for 11 seconds 00000100:00100000:2.0:1734671661.689980:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+82:3301:x1818934752249216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6202us (6750us total) trans 4294968736 rc 0/0 00000100:00100000:2.0:1734671661.689986:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796 00000004:00080000:1.0:1734671661.689991:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfe680/2, rc 0, transno 4294968736 00000100:00100000:1.0:1734671661.689996:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752249216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.690018:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734671661.690022:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752252672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1734671661.690037:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671661.690050:0:18849:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252672 00000100:00100000:1.0:1734671661.690052:0:18849:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252672 00000100:00100000:2.0:1734671661.690068:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804 00000100:00100000:2.0:1734671661.690073:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+82:3302:x1818934752252672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1734671661.690082:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:349 count 1 00010000:00010000:2.0:1734671661.690090:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.690099:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.690104:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.690105:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734671661.690107:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.690118:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.690125:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.690131:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752252800:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.690448:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff880093dcdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.690448:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71480 going to sleep for 11 seconds 00000100:00100000:0.0:1734671661.690580:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752249472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8494us (8852us total) trans 4294968737 rc 0/0 00000100:00100000:0.0:1734671661.690585:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791 00000004:00080000:1.0:1734671661.690707:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880134dfdf80/2, rc 0, transno 4294968737 00000100:00100000:1.0:1734671661.690715:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880134dfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752249472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1734671661.692225:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671661.692225:0:18943:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18943:1818934752251776:192.168.204.51@tcp:104: 00000100:00100000:2.0:1734671661.692239:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1734671661.692239:0:18943:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.692257:0:18412:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c391c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18412:1818934752252288:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.692265:0:18412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.692314:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b152d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18847:1818934752251648:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.692325:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.692389:0:17395:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:17395:1818934752251520:192.168.204.51@tcp:104: 00010000:00010000:3.0:1734671661.692401:0:17395:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734671661.692417:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316416 00000100:00100000:3.0:1734671661.692421:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316416 00010000:00010000:3.0:1734671661.692439:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 13 pid: 15776 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.692454:0:7071:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316672 00000100:00100000:3.0:1734671661.692456:0:7071:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316672 00010000:00010000:3.0:1734671661.692463:0:7071:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 14 pid: 8437 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.692486:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8870 00000100:00100000:3.0:1734671661.692492:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+14:1966:x1818934752316416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.692502:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.692506:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 14 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.692515:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 14 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.692530:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094430e00/0x87a91e5006056a78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1fac expref: 14 pid: 15776 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.692540:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.692543:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.692546:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.692553:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.692581:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.692606:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:1966:x1818934752316416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 113us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.692612:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8870 00000100:00100000:3.0:1734671661.692623:0:7071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8871 00000100:00100000:3.0:1734671661.692626:0:7071:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1966:x1818934752316672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.692632:0:7071:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.692635:0:7071:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.692642:0:7071:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.692652:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093378200/0x87a91e5006099105 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7594 expref: 12 pid: 8437 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.692722:0:18943:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692728:0:18943:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692735:0:18943:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692742:0:18943:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692748:0:18943:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692753:0:18943:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091b32400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.692756:0:18943:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692767:0:18943:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692775:0:18943:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.692780:0:18943:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b32400/0x87a91e500609c298 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18943 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.692958:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.693014:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316288 00000100:00100000:2.0:1734671661.693018:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316288 00010000:00010000:2.0:1734671661.693028:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 13 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:2.0:1734671661.693043:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8872 00000100:00100000:2.0:1734671661.693047:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:1965:x1818934752316288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.693053:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.693055:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 13 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.693062:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 13 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.693072:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094aed400/0x87a91e50060563da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1d1a expref: 13 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.693081:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.693082:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.693085:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693090:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693103:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734671661.693119:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752316288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.693124:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8872 00010000:00010000:3.0:1734671661.693166:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.693167:0:7071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.693170:0:7071:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.693179:0:7071:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.693192:0:7071:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.693206:0:7071:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+10:1966:x1818934752316672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 578us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671661.693211:0:7071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8871 00000100:00100000:1.0:1734671661.693399:0:18943:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752251392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3874us (3912us total) trans 4294968738 rc 0/0 00000100:00100000:1.0:1734671661.693405:0:18943:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4800 00000004:00080000:0.0:1734671661.693413:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b150a80/2, rc 0, transno 4294968738 00000100:00100000:0.0:1734671661.693419:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752251392:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1734671661.693421:0:18412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693427:0:18412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693433:0:18412:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693438:0:18412:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693443:0:18412:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693452:0:18412:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a1a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.693454:0:18412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693460:0:18412:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693468:0:18412:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.693473:0:18412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931a1a00/0x87a91e500609c2a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693497:0:17395:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693504:0:17395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693509:0:17395:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693519:0:17395:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693524:0:17395:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693529:0:17395:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.693532:0:17395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693537:0:17395:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693544:0:17395:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.693549:0:17395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8000/0x87a91e500609c28a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734671661.693620:0:18412:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752252032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3837us (3905us total) trans 4294968739 rc 0/0 00000100:00100000:1.0:1734671661.693626:0:18412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802 00000100:00100000:2.0:1734671661.693690:0:17395:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+83:3304:x1818934752251264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4320us (4366us total) trans 4294968740 rc 0/0 00000100:00100000:2.0:1734671661.693696:0:17395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798 00000004:00080000:3.0:1734671661.693750:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b150380/2, rc 0, transno 4294968740 00000100:00100000:3.0:1734671661.693767:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752251264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.693794:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.693827:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.693839:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.693993:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008b001880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752252416:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671661.694005:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1734671661.694023:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135317480/2, rc 0, transno 4294968739 00000100:00100000:0.0:1734671661.694026:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135317480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752252032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1734671661.694086:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671661.694103:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316544 00000100:00100000:3.0:1734671661.694107:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316544 00010000:00010000:3.0:1734671661.694118:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 10 pid: 17395 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.694131:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316800 00000100:00100000:3.0:1734671661.694133:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316800 00010000:00010000:3.0:1734671661.694139:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 11 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.694149:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752316928 00000100:00100000:3.0:1734671661.694150:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752316928 00010000:00010000:3.0:1734671661.694156:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.694168:0:19199:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752317056 00000100:00100000:3.0:1734671661.694170:0:19199:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752317056 00010000:00010000:3.0:1734671661.694176:0:19199:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 13 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:3.0:1734671661.694185:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8873 00000100:00100000:3.0:1734671661.694189:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:1964:x1818934752316544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671661.694196:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671661.694199:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 13 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.694207:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 13 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.694218:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009974fe00/0x87a91e5006056d96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2111 expref: 13 pid: 17395 timeout: 443 lvb_type: 0 00010000:00010000:3.0:1734671661.694226:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.694227:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671661.694230:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.694236:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.694311:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:17898:1818934752252800:192.168.204.51@tcp:104: 00010000:00010000:2.0:1734671661.694322:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.694342:0:17611:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8874 00000100:00100000:1.0:1734671661.694349:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8875 00000100:00100000:2.0:1734671661.694351:0:17611:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752316800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734671661.694353:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752316928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734671661.694357:0:17611:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.694358:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734671661.694361:0:17611:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.694361:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.694368:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.694369:0:17611:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.694378:0:17611:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a25400/0x87a91e5006055c71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1a50 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.694381:0:7072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009372e400/0x87a91e500605534f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1701 expref: 12 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:2.0:1734671661.694386:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.694387:0:17611:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.694387:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.694388:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734671661.694389:0:17611:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694390:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.694395:0:17611:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694396:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694406:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.694425:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+10:1965:x1818934752316928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 70us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.694430:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8875 00000100:00100000:1.0:1734671661.694438:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8876 00000100:00100000:1.0:1734671661.694441:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+9:1964:x1818934752317056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671661.694447:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671661.694450:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 9 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.694457:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 9 pid: 18848 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734671661.694465:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.694466:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671661.694469:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694474:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694480:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734671661.694489:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+9:1964:x1818934752317056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 47us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.694493:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8876 00010000:00010000:1.0:1734671661.694510:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099864800/0x87a91e5006057266 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2310 expref: 8 pid: 18848 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734671661.694517:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c392680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:17973:1818934752252544:192.168.204.51@tcp:104: 00010000:00010000:1.0:1734671661.694524:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694530:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694535:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694541:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694546:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694556:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694573:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800931a0000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:1.0:1734671661.694575:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694581:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694589:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671661.694594:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931a0000/0x87a91e500609c2ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671661.694769:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734671661.694847:0:17611:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671661.694870:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+7:1964:x1818934752316544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 679us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.694870:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752252160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5006us (5133us total) trans 4294968741 rc 0/0 00000100:00100000:3.0:1734671661.694876:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8873 00000100:00100000:1.0:1734671661.694876:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4803 00010000:00010000:0.0:1734671661.694978:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.694985:0:17611:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b18d15f0-75dd-44c5-9dbe-8873d719442e+6:1965:x1818934752316800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 632us (1157us total) trans 0 rc 0/0 00010000:00010000:0.0:1734671661.694986:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.694990:0:17611:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8874 00010000:00010000:0.0:1734671661.694992:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.694997:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695003:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695007:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695012:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfaf000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:2.0:1734671661.695013:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695015:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695019:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695020:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695024:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695029:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695029:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695033:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a43a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671661.695034:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfaf000/0x87a91e500609c291 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695036:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695041:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695049:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734671661.695054:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a43a00/0x87a91e500609c2b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734671661.695166:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+84:3302:x1818934752252672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5092us (5127us total) trans 4294968743 rc 0/0 00000100:00100000:0.0:1734671661.695166:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f59a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+84:3304:x1818934752251136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5807us (5879us total) trans 4294968742 rc 0/0 00000100:00100000:0.0:1734671661.695171:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4799 00000100:00100000:2.0:1734671661.695179:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804 00010000:00010000:0.0:1734671661.695184:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695190:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1734671661.695196:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008c391880/2, rc 0, transno 4294968743 00010000:00010000:0.0:1734671661.695196:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695201:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695207:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695212:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008ea20e00 already unused, calling callback (ffffffffa086e760) 00000100:00100000:2.0:1734671661.695213:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752252672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1734671661.695215:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695220:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695227:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671661.695233:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ea20e00/0x87a91e500609c29f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671661.695354:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880135315f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752251904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5574us (5700us total) trans 4294968744 rc 0/0 00000004:00080000:3.0:1734671661.695355:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b151500/2, rc 0, transno 4294968742 00000100:00100000:3.0:1734671661.695358:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009b151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752251136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671661.695363:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801 00000004:00080000:0.0:1734671661.695381:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135316300/2, rc 0, transno 4294968741 00000100:00100000:0.0:1734671661.695392:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880135316300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752252160:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1734671661.695508:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a57c5500/2, rc 0, transno 4294968744 00000100:00100000:2.0:1734671661.695524:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a57c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752251904:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1734671661.828401:0:7074:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734671661.912512:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1818934752253056:0@lo:400:kworker.0 00000100:00100000:2.0:1734671661.912577:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.912595:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752253568:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912640:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e45ec010-1624-4042-8040-056cfaa61571:3302:1818934752252928:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912665:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.912692:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1818934752253440:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912711:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.912725:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734671661.912729:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1818934752253312:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912742:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671661.912759:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253056 00000100:00100000:0.0:1734671661.912764:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253056 00000100:00100000:0.0:1734671661.912789:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253440 00000100:00100000:0.0:1734671661.912790:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253440 00000100:00100000:0.0:1734671661.912811:0:7083:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253312 00000100:00100000:0.0:1734671661.912813:0:7083:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253312 00000100:00100000:0.0:1734671661.912825:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1734671661.912830:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1818934752253056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912862:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1818934752253056:12345-0@lo:400:kworker.0 Request processed in 32us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.912867:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1734671661.912880:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1734671661.912883:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1818934752253440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912899:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1818934752253440:12345-0@lo:400:kworker.0 Request processed in 16us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.912903:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1734671661.912910:0:7083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1734671661.912913:0:7083:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1818934752253312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912929:0:7083:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1818934752253312:12345-0@lo:400:kworker.0 Request processed in 15us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.912934:0:7083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1734671661.912961:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1818934752253440:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.912977:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1818934752253312:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.913005:0:7080:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752252928 00000100:00100000:0.0:1734671661.913008:0:7080:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752252928 00000100:00100000:0.0:1734671661.913024:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1734671661.913028:0:7080:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5729850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e45ec010-1624-4042-8040-056cfaa61571+18:3302:x1818934752252928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.913050:0:7080:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5729850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e45ec010-1624-4042-8040-056cfaa61571+18:3302:x1818934752252928:12345-0@lo:400:kworker.0 Request processed in 21us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671661.913055:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1734671661.913078:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e45ec010-1624-4042-8040-056cfaa61571:3302:1818934752252928:0@lo:400:kworker.0 00000100:00080000:2.0:1734671661.913141:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671631 00000100:00080000:2.0:1734671661.913144:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671631 00000100:00100000:2.0:1734671661.913157:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.913177:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1818934752253056:0@lo:400:kworker.0 00000100:00100000:2.0:1734671661.913184:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734671661.913188:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752253184:0@lo:400:kworker.0 00000100:00100000:2.0:1734671661.913203:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671661.913221:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253568 00000100:00100000:2.0:1734671661.913223:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253568 00000100:00100000:2.0:1734671661.913239:0:17898:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253184 00000100:00100000:2.0:1734671661.913241:0:17898:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253184 00000100:00100000:2.0:1734671661.913252:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1734671661.913255:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+79:3303:x1818934752253568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734671661.913278:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+79:3303:x1818934752253568:12345-0@lo:400:kworker.0 Request processed in 22us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.913283:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1734671661.913292:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1734671661.913295:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752253184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734671661.913313:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752253184:12345-0@lo:400:kworker.0 Request processed in 17us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.913317:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1734671661.914163:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752253184:0@lo:400:kworker.0 00000100:00100000:2.0:1734671661.914171:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752253568:0@lo:400:kworker.0 00000100:00100000:0.0:1734671661.948297:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671661.948348:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671661.948376:0:7078:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752317184 00000100:00100000:2.0:1734671661.948384:0:7078:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752317184 00000100:00100000:1.0:1734671661.949066:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752317312 00000100:00100000:1.0:1734671661.949070:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752317312 00000100:00100000:1.0:1734671661.949101:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 173 00000100:00100000:1.0:1734671661.949107:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752317312:12345-192.168.204.51@tcp:400:kworker.0 00000100:00080000:3.0:1734671661.949114:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671631 00000100:00080000:3.0:1734671661.949119:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671631 00000100:00100000:2.0:1734671661.949200:0:7078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 297 00000100:00100000:2.0:1734671661.949205:0:7078:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5729c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1964:x1818934752317184:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1734671661.949591:0:7078:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5729c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1964:x1818934752317184:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 384us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671661.949598:0:7078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 297 00000100:00100000:1.0:1734671661.949699:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:1965:x1818934752317312:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 568us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671661.949707:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 173 00000004:00080000:3.0:1734671662.024245:0:10117:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 344255567442ns, next at 345255565788ns, rc = 0 00000100:00100000:0.0:1734671662.024253:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752253696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734671662.024305:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734671662.024395:0:8439:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253696 00000100:00100000:1.0:1734671662.024401:0:8439:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253696 00000100:00100000:1.0:1734671662.024431:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1734671662.024436:0:8439:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+79:3304:x1818934752253696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734671662.024464:0:8439:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28966912 granted 337838080 pending 0 free 3808428032 avail 3806330880 00000100:00100000:1.0:1734671662.024495:0:8439:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+79:3304:x1818934752253696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671662.024500:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1734671662.024592:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1818934752253696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734671662.830142:0:7073:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734671663.836690:0:10998:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1734671664.743856:0:8488:0:(osp_sync.c:1780:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 346975178570ns, next at 347975176952ns, rc = 0 00000100:00100000:0.0:1734671664.743924:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734671664.743939:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f59ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752253824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734671664.743989:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671664.750534:0:8438:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253824 00000100:00100000:3.0:1734671664.750546:0:8438:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253824 00000100:00100000:3.0:1734671664.750609:0:8438:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1734671664.750615:0:8438:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752253824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734671664.750650:0:8438:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28966912 granted 331022336 pending 0 free 3833593856 avail 3831496704 00000100:00100000:3.0:1734671664.750715:0:8438:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752253824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (6725us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671664.750721:0:8438:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:0.0:1734671664.750991:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671634 00000100:00100000:0.0:1734671664.751021:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f59ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752253824:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1734671664.839114:0:7074:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734671665.209458:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.211168:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752317568 00000100:00100000:1.0:1734671665.211177:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752317568 00000100:00100000:1.0:1734671665.211241:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30783 00000100:00100000:1.0:1734671665.211247:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+12:12326:x1818934752317568:12345-192.168.204.51@tcp:101:diff.0 00010000:00010000:1.0:1734671665.211264:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671665.211279:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1000/0x87a91e500609c2bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7d9e expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1734671665.211370:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 11776 00010000:00010000:1.0:1734671665.211537:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1000/0x87a91e500609c2bb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d9e expref: 14 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671665.211545:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1000/0x87a91e500609c2bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7d9e expref: 14 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671665.211569:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a1000, rc 0) 00000100:00080000:2.0:1734671665.211650:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671635 00000100:00100000:1.0:1734671665.212368:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:12326:x1818934752317568:12345-192.168.204.51@tcp:101:diff.0 Request processed in 1118us (2915us total) trans 4294982855 rc 301/301 00000100:00100000:1.0:1734671665.212375:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30783 00000100:00100000:0.0:1734671665.219605:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.219790:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752317696 00000100:00100000:2.0:1734671665.219797:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752317696 00000100:00100000:2.0:1734671665.219839:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7498 00000100:00100000:2.0:1734671665.219846:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:12326:x1818934752317696:12345-192.168.204.51@tcp:37:diff.0 00000100:00100000:2.0:1734671665.226061:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:12326:x1818934752317696:12345-192.168.204.51@tcp:37:diff.0 Request processed in 6208us (6456us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.226072:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7498 00000100:00100000:0.0:1734671665.228970:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.229364:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752317952 00000100:00100000:2.0:1734671665.229372:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752317952 00000100:00100000:2.0:1734671665.229446:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7499 00000100:00100000:2.0:1734671665.229453:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:12326:x1818934752317952:12345-192.168.204.51@tcp:35:diff.0 00000100:00100000:2.0:1734671665.231648:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+14:12326:x1818934752317952:12345-192.168.204.51@tcp:35:diff.0 Request processed in 2188us (2677us total) trans 4294982856 rc 0/0 00000100:00100000:2.0:1734671665.231658:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7499 00000100:00100000:0.0:1734671665.233825:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.234661:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752318080 00000100:00100000:1.0:1734671665.234668:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752318080 00000100:00100000:1.0:1734671665.234732:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30784 00000100:00100000:1.0:1734671665.234738:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+14:12326:x1818934752318080:12345-192.168.204.51@tcp:101:diff.0 00010000:00010000:1.0:1734671665.234757:0:7084:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734671665.234772:0:7084:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609c2c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7da5 expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671665.234821:0:7084:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e500609c2d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671665.234833:0:7084:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e500609c2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671665.234841:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e500609c2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:1.0:1734671665.234893:0:7084:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2db:0x0]: returning size 11776 00000004:00200000:1.0:1734671665.234896:0:7084:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734671665.234907:0:7084:0:(mdt_handler.c:2519:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e500609c2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:1.0:1734671665.234925:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a0e00/0x87a91e500609c2c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7da5 expref: 16 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671665.234952:0:7084:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931a1800/0x87a91e500609c2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7da5 expref: 15 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671665.234959:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff88008e829d00) 00010000:00010000:1.0:1734671665.234963:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1734671665.234966:0:7084:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931a1800, rc 0) 00000100:00100000:1.0:1734671665.235008:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+15:12326:x1818934752318080:12345-192.168.204.51@tcp:101:diff.0 Request processed in 269us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.235014:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30784 00000100:00100000:0.0:1734671665.238022:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.238116:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752318336 00000100:00100000:3.0:1734671665.238124:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752318336 00000100:00100000:3.0:1734671665.238165:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30785 00000100:00100000:3.0:1734671665.238171:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+15:12326:x1818934752318336:12345-192.168.204.51@tcp:101:diff.0 00010000:00010000:3.0:1734671665.238186:0:7085:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734671665.238199:0:7085:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609c2d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24af142dc67f7dac expref: -99 pid: 7085 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1734671665.238284:0:7085:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x2db:0x0]: returning size 11776 00010000:00010000:3.0:1734671665.238366:0:7085:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609c2d7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7dac expref: 17 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671665.238374:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009327fa00/0x87a91e500609c2d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f7dac expref: 17 pid: 7085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671665.238398:0:7085:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009327fa00, rc 0) 00000100:00100000:3.0:1734671665.238429:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:12326:x1818934752318336:12345-192.168.204.51@tcp:101:diff.0 Request processed in 258us (413us total) trans 4294982857 rc 301/301 00000100:00100000:3.0:1734671665.238435:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30785 00000100:00100000:0.0:1734671665.240875:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.240985:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752318464 00000100:00100000:2.0:1734671665.240992:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752318464 00000100:00100000:2.0:1734671665.241285:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7500 00000100:00100000:2.0:1734671665.241291:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c96050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:12326:x1818934752318464:12345-192.168.204.51@tcp:37:diff.0 00000100:00100000:2.0:1734671665.244703:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c96050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:12326:x1818934752318464:12345-192.168.204.51@tcp:37:diff.0 Request processed in 3405us (3828us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.244715:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7500 00000100:00100000:0.0:1734671665.246981:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.247073:0:7086:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752318720 00000100:00100000:2.0:1734671665.247080:0:7086:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752318720 00000100:00100000:2.0:1734671665.247370:0:7086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7501 00000100:00100000:2.0:1734671665.247376:0:7086:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+16:12326:x1818934752318720:12345-192.168.204.51@tcp:35:diff.0 00000100:00100000:2.0:1734671665.247889:0:7086:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12326:x1818934752318720:12345-192.168.204.51@tcp:35:diff.0 Request processed in 512us (913us total) trans 4294982858 rc 0/0 00000100:00100000:2.0:1734671665.247974:0:7086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7501 00000100:00100000:0.0:1734671665.263349:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.263588:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752318848 00000100:00100000:1.0:1734671665.263595:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752318848 00000100:00100000:1.0:1734671665.263639:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30786 00000100:00100000:1.0:1734671665.263645:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752318848:12345-192.168.204.51@tcp:501:chlg_load_threa.0 00000100:00100000:1.0:1734671665.263797:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752318848:12345-192.168.204.51@tcp:501:chlg_load_threa.0 Request processed in 151us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.263804:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30786 00000100:00100000:0.0:1734671665.265527:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.265837:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752318976 00000100:00100000:3.0:1734671665.265842:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752318976 00000100:00100000:3.0:1734671665.265877:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30787 00000100:00100000:3.0:1734671665.265881:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752318976:12345-192.168.204.51@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1734671665.266057:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752318976:12345-192.168.204.51@tcp:503:chlg_load_threa.0 Request processed in 173us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.266062:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30787 00000100:00100000:0.0:1734671665.267642:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.267767:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319104 00000100:00100000:1.0:1734671665.267773:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319104 00000100:00100000:1.0:1734671665.267807:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30788 00000100:00100000:1.0:1734671665.267812:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319104:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.267969:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319104:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 155us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.267975:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30788 00000100:00100000:0.0:1734671665.269449:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.269545:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319232 00000100:00100000:3.0:1734671665.269550:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319232 00000100:00100000:3.0:1734671665.269585:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30789 00000100:00100000:3.0:1734671665.269590:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319232:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.269793:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319232:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 201us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.269799:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30789 00000100:00100000:0.0:1734671665.271481:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.271618:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319360 00000100:00100000:1.0:1734671665.271624:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319360 00000100:00100000:1.0:1734671665.271860:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30790 00000100:00100000:1.0:1734671665.271866:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319360:12345-192.168.204.51@tcp:501:chlg_load_threa.0 00000100:00100000:1.0:1734671665.271930:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a57c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319360:12345-192.168.204.51@tcp:501:chlg_load_threa.0 Request processed in 64us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.271940:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30790 00000100:00100000:0.0:1734671665.272970:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.273013:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319488 00000100:00100000:3.0:1734671665.273018:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319488 00000100:00100000:3.0:1734671665.273050:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30791 00000100:00100000:3.0:1734671665.273054:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319488:12345-192.168.204.51@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1734671665.273164:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319488:12345-192.168.204.51@tcp:503:chlg_load_threa.0 Request processed in 107us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.273170:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30791 00000100:00100000:0.0:1734671665.274508:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.274763:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319616 00000100:00100000:1.0:1734671665.274768:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319616 00000100:00100000:1.0:1734671665.274799:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30792 00000100:00100000:1.0:1734671665.274804:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319616:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.274938:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319616:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 131us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.274943:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30792 00000100:00100000:0.0:1734671665.277275:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.277627:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319744 00000100:00100000:3.0:1734671665.277633:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319744 00000100:00100000:3.0:1734671665.277671:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30793 00000100:00100000:3.0:1734671665.277698:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319744:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.277833:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319744:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 134us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.277839:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30793 00000100:00100000:0.0:1734671665.280116:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.280188:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752319872 00000100:00100000:1.0:1734671665.280194:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752319872 00000100:00100000:1.0:1734671665.280232:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30794 00000100:00100000:1.0:1734671665.280237:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319872:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.280360:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752319872:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 121us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.280365:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30794 00000100:00100000:0.0:1734671665.282952:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.283041:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320000 00000100:00100000:3.0:1734671665.283048:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320000 00000100:00100000:3.0:1734671665.283089:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30795 00000100:00100000:3.0:1734671665.283096:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320000:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.283239:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320000:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 141us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.283245:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30795 00000100:00100000:0.0:1734671665.285267:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.285582:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320128 00000100:00100000:1.0:1734671665.285589:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320128 00000100:00100000:1.0:1734671665.285655:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30796 00000100:00100000:1.0:1734671665.285661:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320128:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.285809:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320128:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 146us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.285815:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30796 00000100:00100000:0.0:1734671665.288513:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.288712:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320256 00000100:00100000:3.0:1734671665.288718:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320256 00000100:00100000:3.0:1734671665.288760:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30797 00000100:00100000:3.0:1734671665.288766:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320256:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.288911:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320256:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 144us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.288918:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30797 00000100:00100000:0.0:1734671665.291208:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.291466:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320384 00000100:00100000:1.0:1734671665.291473:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320384 00000100:00100000:1.0:1734671665.291849:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30798 00000100:00100000:1.0:1734671665.291856:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320384:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.292001:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320384:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 144us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.292007:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30798 00000100:00100000:0.0:1734671665.294804:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.294889:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320512 00000100:00100000:3.0:1734671665.294895:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320512 00000100:00100000:3.0:1734671665.294935:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30799 00000100:00100000:3.0:1734671665.294941:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320512:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.295082:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320512:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 140us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.295088:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30799 00000100:00100000:0.0:1734671665.297464:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.297547:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320640 00000100:00100000:1.0:1734671665.297553:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320640 00000100:00100000:1.0:1734671665.297591:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30800 00000100:00100000:1.0:1734671665.297598:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320640:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.297763:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320640:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 164us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.297769:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30800 00000100:00100000:0.0:1734671665.299945:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.300422:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320768 00000100:00100000:3.0:1734671665.300428:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320768 00000100:00100000:3.0:1734671665.300472:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30801 00000100:00100000:3.0:1734671665.300477:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320768:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.300783:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320768:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 304us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.300790:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30801 00000100:00100000:0.0:1734671665.304524:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.304870:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752320896 00000100:00100000:1.0:1734671665.304878:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752320896 00000100:00100000:1.0:1734671665.304924:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30802 00000100:00100000:1.0:1734671665.304930:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320896:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.305077:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752320896:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 146us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.305083:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30802 00000100:00100000:0.0:1734671665.306831:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.307242:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321024 00000100:00100000:3.0:1734671665.307248:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321024 00000100:00100000:3.0:1734671665.307279:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30803 00000100:00100000:3.0:1734671665.307284:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321024:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.307397:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321024:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 112us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.307403:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30803 00000100:00100000:0.0:1734671665.309576:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.309998:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321152 00000100:00100000:1.0:1734671665.310005:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321152 00000100:00100000:1.0:1734671665.310046:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30804 00000100:00100000:1.0:1734671665.310052:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321152:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.310185:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321152:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 132us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.310194:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30804 00000100:00100000:0.0:1734671665.311993:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.312106:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321280 00000100:00100000:3.0:1734671665.312112:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321280 00000100:00100000:3.0:1734671665.312152:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30805 00000100:00100000:3.0:1734671665.312158:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321280:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.312369:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321280:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 210us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.312376:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30805 00000100:00100000:0.0:1734671665.315020:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.315160:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321408 00000100:00100000:1.0:1734671665.315166:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321408 00000100:00100000:1.0:1734671665.315203:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30806 00000100:00100000:1.0:1734671665.315210:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321408:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.315342:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321408:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 131us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.315348:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30806 00000100:00100000:0.0:1734671665.319354:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.319487:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321536 00000100:00100000:3.0:1734671665.319505:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321536 00000100:00100000:3.0:1734671665.319548:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30807 00000100:00100000:3.0:1734671665.319555:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321536:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.319727:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321536:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 171us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.319734:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30807 00000100:00100000:0.0:1734671665.325105:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.325182:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321664 00000100:00100000:1.0:1734671665.325189:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321664 00000100:00100000:1.0:1734671665.325226:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30808 00000100:00100000:1.0:1734671665.325231:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321664:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.325388:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321664:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.325395:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30808 00000100:00100000:0.0:1734671665.327390:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.327461:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321792 00000100:00100000:3.0:1734671665.327467:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321792 00000100:00100000:3.0:1734671665.327657:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30809 00000100:00100000:3.0:1734671665.327663:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321792:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.334231:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321792:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 6556us (6835us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.334244:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30809 00000100:00100000:0.0:1734671665.336727:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.336809:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752321920 00000100:00100000:3.0:1734671665.336816:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752321920 00000100:00100000:3.0:1734671665.336861:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30810 00000100:00100000:3.0:1734671665.336867:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321920:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.337007:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752321920:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 138us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.337013:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30810 00000100:00100000:0.0:1734671665.339166:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.339273:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322048 00000100:00100000:1.0:1734671665.339280:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322048 00000100:00100000:1.0:1734671665.339319:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30811 00000100:00100000:1.0:1734671665.339325:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322048:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.339457:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322048:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 130us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.339464:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30811 00000100:00100000:0.0:1734671665.342032:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.345148:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322176 00000100:00100000:3.0:1734671665.345157:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322176 00000100:00100000:3.0:1734671665.345436:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30812 00000100:00100000:3.0:1734671665.345443:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322176:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.345623:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322176:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 179us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.345630:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30812 00000100:00100000:0.0:1734671665.347345:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.347444:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322304 00000100:00100000:1.0:1734671665.347450:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322304 00000100:00100000:1.0:1734671665.347486:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30813 00000100:00100000:1.0:1734671665.347491:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322304:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.347617:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322304:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 125us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.347623:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30813 00000100:00100000:0.0:1734671665.349338:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.349460:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322432 00000100:00100000:3.0:1734671665.349465:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322432 00000100:00100000:3.0:1734671665.349509:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30814 00000100:00100000:3.0:1734671665.349514:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322432:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.349626:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322432:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 111us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.349632:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30814 00000100:00100000:0.0:1734671665.351741:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.351923:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322560 00000100:00100000:1.0:1734671665.351930:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322560 00000100:00100000:1.0:1734671665.351962:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30815 00000100:00100000:1.0:1734671665.351967:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322560:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.352089:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322560:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 120us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.352095:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30815 00000100:00100000:0.0:1734671665.355287:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.355723:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322688 00000100:00100000:3.0:1734671665.355731:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322688 00000100:00100000:3.0:1734671665.356417:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30816 00000100:00100000:3.0:1734671665.356424:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322688:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.356576:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322688:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 151us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.356582:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30816 00000100:00100000:0.0:1734671665.360326:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.362365:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322816 00000100:00100000:1.0:1734671665.362375:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322816 00000100:00100000:1.0:1734671665.362434:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30817 00000100:00100000:1.0:1734671665.362440:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322816:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.362616:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322816:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 174us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.362623:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30817 00000100:00100000:0.0:1734671665.367807:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.368240:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752322944 00000100:00100000:3.0:1734671665.368248:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752322944 00000100:00100000:3.0:1734671665.368291:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30818 00000100:00100000:3.0:1734671665.368298:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322944:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.368447:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752322944:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 148us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.368454:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30818 00000100:00100000:0.0:1734671665.370746:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.370827:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323072 00000100:00100000:1.0:1734671665.370833:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323072 00000100:00100000:1.0:1734671665.370873:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30819 00000100:00100000:1.0:1734671665.370880:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323072:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.371004:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323072:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 123us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.371014:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30819 00000100:00100000:0.0:1734671665.373931:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.374036:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323200 00000100:00100000:3.0:1734671665.374042:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323200 00000100:00100000:3.0:1734671665.374243:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30820 00000100:00100000:3.0:1734671665.374249:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323200:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.374620:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323200:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 369us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.374626:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30820 00000100:00100000:0.0:1734671665.376516:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.376767:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323328 00000100:00100000:3.0:1734671665.376774:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323328 00000100:00100000:3.0:1734671665.376914:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30821 00000100:00100000:3.0:1734671665.376919:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323328:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.377162:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323328:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 240us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.377168:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30821 00000100:00100000:0.0:1734671665.379902:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.380100:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323456 00000100:00100000:3.0:1734671665.380107:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323456 00000100:00100000:3.0:1734671665.380267:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30822 00000100:00100000:3.0:1734671665.380274:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323456:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.380424:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323456:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 149us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.380431:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30822 00000100:00100000:0.0:1734671665.382571:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.383181:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323584 00000100:00100000:1.0:1734671665.383188:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323584 00000100:00100000:1.0:1734671665.383231:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30823 00000100:00100000:1.0:1734671665.383237:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323584:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.383959:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323584:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 719us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.383965:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30823 00000100:00100000:0.0:1734671665.386776:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.387360:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323712 00000100:00100000:1.0:1734671665.387366:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323712 00000100:00100000:1.0:1734671665.387549:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30824 00000100:00100000:1.0:1734671665.387556:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323712:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.388294:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323712:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 735us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.388301:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30824 00000100:00100000:0.0:1734671665.390353:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.390789:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323840 00000100:00100000:1.0:1734671665.390796:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323840 00000100:00100000:1.0:1734671665.390905:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30825 00000100:00100000:1.0:1734671665.390911:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323840:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.391217:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323840:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 303us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.391223:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30825 00000100:00100000:0.0:1734671665.393664:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.393814:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752323968 00000100:00100000:1.0:1734671665.393821:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752323968 00000100:00100000:1.0:1734671665.394015:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30826 00000100:00100000:1.0:1734671665.394022:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323968:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.394168:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752323968:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 146us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.394174:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30826 00000100:00100000:0.0:1734671665.395981:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.398218:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324096 00000100:00100000:3.0:1734671665.398228:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324096 00000100:00100000:3.0:1734671665.398277:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30827 00000100:00100000:3.0:1734671665.398284:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324096:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.398848:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324096:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 563us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.398855:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30827 00000100:00100000:0.0:1734671665.400491:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.401898:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324224 00000100:00100000:1.0:1734671665.401905:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324224 00000100:00100000:1.0:1734671665.401989:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30828 00000100:00100000:1.0:1734671665.401995:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324224:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.402155:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324224:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 158us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.402161:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30828 00000100:00100000:0.0:1734671665.404119:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.404189:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324352 00000100:00100000:3.0:1734671665.404197:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324352 00000100:00100000:3.0:1734671665.404236:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30829 00000100:00100000:3.0:1734671665.404242:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324352:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.404384:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324352:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 141us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.404391:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30829 00000100:00100000:0.0:1734671665.405976:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.406744:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324480 00000100:00100000:1.0:1734671665.406751:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324480 00000100:00100000:1.0:1734671665.406796:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30830 00000100:00100000:1.0:1734671665.406801:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324480:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.406937:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324480:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 135us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.406943:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30830 00000100:00100000:0.0:1734671665.408150:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.408218:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324608 00000100:00100000:3.0:1734671665.408223:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324608 00000100:00100000:3.0:1734671665.408254:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30831 00000100:00100000:3.0:1734671665.408259:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324608:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.408378:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324608:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 117us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.408384:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30831 00000100:00100000:0.0:1734671665.411323:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.411407:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324736 00000100:00100000:1.0:1734671665.411414:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324736 00000100:00100000:1.0:1734671665.411457:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30832 00000100:00100000:1.0:1734671665.411463:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324736:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.411627:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324736:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 162us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.411636:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30832 00000100:00100000:0.0:1734671665.412909:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.413346:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324864 00000100:00100000:3.0:1734671665.413352:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324864 00000100:00100000:3.0:1734671665.413394:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30833 00000100:00100000:3.0:1734671665.413400:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324864:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.413544:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324864:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 143us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.413550:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30833 00000100:00100000:0.0:1734671665.415468:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.415635:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752324992 00000100:00100000:3.0:1734671665.415641:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752324992 00000100:00100000:3.0:1734671665.415699:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30834 00000100:00100000:3.0:1734671665.415705:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324992:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.415819:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752324992:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 112us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.415825:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30834 00000100:00100000:0.0:1734671665.417191:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.417789:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325120 00000100:00100000:1.0:1734671665.417794:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325120 00000100:00100000:1.0:1734671665.417828:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30835 00000100:00100000:1.0:1734671665.417834:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325120:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.417944:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325120:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 109us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.417950:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30835 00000100:00100000:0.0:1734671665.419474:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.419807:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325248 00000100:00100000:3.0:1734671665.419813:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325248 00000100:00100000:3.0:1734671665.419849:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30836 00000100:00100000:3.0:1734671665.419855:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325248:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.419978:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325248:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 122us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.419984:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30836 00000100:00100000:0.0:1734671665.421550:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.421621:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325376 00000100:00100000:1.0:1734671665.421626:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325376 00000100:00100000:1.0:1734671665.421659:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30837 00000100:00100000:1.0:1734671665.421664:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325376:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.421798:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325376:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 132us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.421803:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30837 00000100:00100000:0.0:1734671665.423950:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.424128:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325504 00000100:00100000:3.0:1734671665.424134:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325504 00000100:00100000:3.0:1734671665.424287:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30838 00000100:00100000:3.0:1734671665.424293:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325504:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.424425:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325504:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 130us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.424431:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30838 00000100:00100000:0.0:1734671665.425543:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.426151:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325632 00000100:00100000:1.0:1734671665.426156:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325632 00000100:00100000:1.0:1734671665.426192:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30839 00000100:00100000:1.0:1734671665.426197:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325632:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.426306:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325632:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 107us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.426311:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30839 00000100:00100000:0.0:1734671665.427887:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.428101:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325760 00000100:00100000:3.0:1734671665.428107:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325760 00000100:00100000:3.0:1734671665.428141:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30840 00000100:00100000:3.0:1734671665.428145:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325760:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.428268:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325760:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 120us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.428274:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30840 00000100:00100000:0.0:1734671665.430839:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.431438:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752325888 00000100:00100000:1.0:1734671665.431445:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752325888 00000100:00100000:1.0:1734671665.431490:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30841 00000100:00100000:1.0:1734671665.431505:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325888:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.431641:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752325888:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 135us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.431648:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30841 00000100:00100000:0.0:1734671665.434713:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.434886:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326016 00000100:00100000:3.0:1734671665.434894:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326016 00000100:00100000:3.0:1734671665.434938:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30842 00000100:00100000:3.0:1734671665.434944:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326016:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.435076:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326016:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 131us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.435082:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30842 00000100:00100000:0.0:1734671665.439244:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.439342:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326144 00000100:00100000:1.0:1734671665.439349:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326144 00000100:00100000:1.0:1734671665.439393:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30843 00000100:00100000:1.0:1734671665.439399:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326144:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.439564:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326144:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 164us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.439571:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30843 00000100:00100000:0.0:1734671665.441983:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.442229:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326272 00000100:00100000:3.0:1734671665.442236:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326272 00000100:00100000:3.0:1734671665.442280:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30844 00000100:00100000:3.0:1734671665.442286:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326272:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.443259:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326272:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 970us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.443266:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30844 00000100:00100000:0.0:1734671665.445114:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.445211:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326400 00000100:00100000:3.0:1734671665.445218:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326400 00000100:00100000:3.0:1734671665.445257:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30845 00000100:00100000:3.0:1734671665.445263:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326400:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.445406:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326400:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 141us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.445412:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30845 00000100:00100000:0.0:1734671665.447521:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.447806:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326528 00000100:00100000:1.0:1734671665.447812:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326528 00000100:00100000:1.0:1734671665.447847:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30846 00000100:00100000:1.0:1734671665.447854:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326528:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.447978:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326528:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 123us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.447985:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30846 00000100:00100000:0.0:1734671665.450014:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.450636:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326656 00000100:00100000:3.0:1734671665.450643:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326656 00000100:00100000:3.0:1734671665.450699:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30847 00000100:00100000:3.0:1734671665.450705:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326656:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.450831:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326656:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 125us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.450837:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30847 00000100:00100000:0.0:1734671665.453335:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.453821:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326784 00000100:00100000:1.0:1734671665.453829:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326784 00000100:00100000:1.0:1734671665.453890:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30848 00000100:00100000:1.0:1734671665.453896:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326784:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.454406:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326784:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 508us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.454416:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30848 00000100:00100000:0.0:1734671665.456168:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671665.456694:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752326912 00000100:00100000:1.0:1734671665.456700:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752326912 00000100:00100000:1.0:1734671665.456733:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30849 00000100:00100000:1.0:1734671665.456739:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326912:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1734671665.456847:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752326912:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 107us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671665.456852:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30849 00000100:00100000:0.0:1734671665.459629:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.460029:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327040 00000100:00100000:3.0:1734671665.460036:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327040 00000100:00100000:3.0:1734671665.460069:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30850 00000100:00100000:3.0:1734671665.460075:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327040:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.460209:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327040:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 134us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.460215:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30850 00000100:00100000:0.0:1734671665.461760:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.462403:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327168 00000100:00100000:2.0:1734671665.462410:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327168 00000100:00100000:2.0:1734671665.462451:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30851 00000100:00100000:2.0:1734671665.462456:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.462597:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327168:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 139us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.462604:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30851 00000100:00100000:0.0:1734671665.464606:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.464758:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327296 00000100:00100000:3.0:1734671665.464765:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327296 00000100:00100000:3.0:1734671665.464805:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30852 00000100:00100000:3.0:1734671665.464812:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327296:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.464932:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327296:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 120us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.464939:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30852 00000100:00100000:0.0:1734671665.467774:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.468457:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327424 00000100:00100000:2.0:1734671665.468465:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327424 00000100:00100000:2.0:1734671665.468517:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30853 00000100:00100000:2.0:1734671665.468524:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327424:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.468669:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f7e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327424:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 144us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.468698:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30853 00000100:00100000:0.0:1734671665.471200:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.471864:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327552 00000100:00100000:3.0:1734671665.471871:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327552 00000100:00100000:3.0:1734671665.471917:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30854 00000100:00100000:3.0:1734671665.471924:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327552:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.472081:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327552:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 156us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.472086:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30854 00000100:00100000:0.0:1734671665.474420:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.474568:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327680 00000100:00100000:2.0:1734671665.474575:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327680 00000100:00100000:2.0:1734671665.474612:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30855 00000100:00100000:2.0:1734671665.474618:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327680:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.474815:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327680:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 195us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.474821:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30855 00000100:00100000:0.0:1734671665.478398:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.478589:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327808 00000100:00100000:2.0:1734671665.478596:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327808 00000100:00100000:2.0:1734671665.478629:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30856 00000100:00100000:2.0:1734671665.478636:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327808:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.478802:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327808:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 165us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.478809:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30856 00000100:00100000:0.0:1734671665.482743:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.483027:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752327936 00000100:00100000:2.0:1734671665.483035:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752327936 00000100:00100000:2.0:1734671665.483192:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30857 00000100:00100000:2.0:1734671665.483199:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327936:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.483977:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752327936:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 776us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.483983:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30857 00000100:00100000:0.0:1734671665.485911:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.486064:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328064 00000100:00100000:2.0:1734671665.486071:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328064 00000100:00100000:2.0:1734671665.486119:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30858 00000100:00100000:2.0:1734671665.486125:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328064:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.486292:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328064:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 165us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.486299:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30858 00000100:00100000:0.0:1734671665.487884:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.487966:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328192 00000100:00100000:2.0:1734671665.487972:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328192 00000100:00100000:2.0:1734671665.487999:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30859 00000100:00100000:2.0:1734671665.488004:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328192:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.488134:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328192:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 128us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.488141:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30859 00000100:00100000:0.0:1734671665.490731:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.491236:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328320 00000100:00100000:2.0:1734671665.491243:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328320 00000100:00100000:2.0:1734671665.491290:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30860 00000100:00100000:2.0:1734671665.491297:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328320:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.491439:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328320:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 142us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.491448:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30860 00000100:00100000:0.0:1734671665.493614:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.493800:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328448 00000100:00100000:3.0:1734671665.493806:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328448 00000100:00100000:3.0:1734671665.493846:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30861 00000100:00100000:3.0:1734671665.493852:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328448:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.493974:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328448:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 120us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.493980:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30861 00000100:00100000:0.0:1734671665.495583:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.496213:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328576 00000100:00100000:2.0:1734671665.496220:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328576 00000100:00100000:2.0:1734671665.496262:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30862 00000100:00100000:2.0:1734671665.496268:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328576:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.496396:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328576:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 126us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.496402:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30862 00000100:00100000:0.0:1734671665.498742:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.498831:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328704 00000100:00100000:3.0:1734671665.498838:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328704 00000100:00100000:3.0:1734671665.498879:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30863 00000100:00100000:3.0:1734671665.498885:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328704:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.499026:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328704:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 140us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.499032:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30863 00000100:00100000:0.0:1734671665.502589:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.503376:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328832 00000100:00100000:2.0:1734671665.503385:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328832 00000100:00100000:2.0:1734671665.503431:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30864 00000100:00100000:2.0:1734671665.503438:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328832:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.503596:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328832:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 157us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.503603:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30864 00000100:00100000:0.0:1734671665.505596:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.505663:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752328960 00000100:00100000:3.0:1734671665.505669:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752328960 00000100:00100000:3.0:1734671665.505723:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30865 00000100:00100000:3.0:1734671665.505728:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328960:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.505841:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752328960:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 113us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.505846:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30865 00000100:00100000:0.0:1734671665.511588:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.511756:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329088 00000100:00100000:2.0:1734671665.511767:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329088 00000100:00100000:2.0:1734671665.511811:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30866 00000100:00100000:2.0:1734671665.511818:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329088:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.511972:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329088:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 153us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.511979:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30866 00000100:00100000:0.0:1734671665.514138:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.515723:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329216 00000100:00100000:3.0:1734671665.515733:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329216 00000100:00100000:3.0:1734671665.515783:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30867 00000100:00100000:3.0:1734671665.515789:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329216:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.515943:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329216:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 153us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.515950:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30867 00000100:00100000:0.0:1734671665.520030:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.520365:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329344 00000100:00100000:2.0:1734671665.520374:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329344 00000100:00100000:2.0:1734671665.521619:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30868 00000100:00100000:2.0:1734671665.521627:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329344:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.522545:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329344:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 915us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.522553:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30868 00000100:00100000:0.0:1734671665.524073:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.524146:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329472 00000100:00100000:2.0:1734671665.524153:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329472 00000100:00100000:2.0:1734671665.524192:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30869 00000100:00100000:2.0:1734671665.524197:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329472:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.524336:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329472:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 138us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.524343:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30869 00000100:00100000:0.0:1734671665.525744:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.525813:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329600 00000100:00100000:3.0:1734671665.525819:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329600 00000100:00100000:3.0:1734671665.525850:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30870 00000100:00100000:3.0:1734671665.525856:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329600:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.525981:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329600:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 124us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.525987:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30870 00000100:00100000:0.0:1734671665.529388:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.529602:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329728 00000100:00100000:2.0:1734671665.529610:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329728 00000100:00100000:2.0:1734671665.530204:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30871 00000100:00100000:2.0:1734671665.530211:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329728:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.530349:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329728:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 137us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.530355:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30871 00000100:00100000:0.0:1734671665.533672:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.533970:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329856 00000100:00100000:3.0:1734671665.533978:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329856 00000100:00100000:3.0:1734671665.534020:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30872 00000100:00100000:3.0:1734671665.534027:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329856:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.534187:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329856:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 159us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.534194:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30872 00000100:00100000:0.0:1734671665.536442:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.537122:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752329984 00000100:00100000:2.0:1734671665.537130:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752329984 00000100:00100000:2.0:1734671665.537177:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30873 00000100:00100000:2.0:1734671665.537183:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329984:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.537332:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752329984:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 148us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.537341:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30873 00000100:00100000:0.0:1734671665.539310:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.539380:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330112 00000100:00100000:3.0:1734671665.539387:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330112 00000100:00100000:3.0:1734671665.539426:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30874 00000100:00100000:3.0:1734671665.539431:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330112:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.539583:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330112:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 150us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.539589:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30874 00000100:00100000:0.0:1734671665.541793:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.542376:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330240 00000100:00100000:2.0:1734671665.542383:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330240 00000100:00100000:2.0:1734671665.542425:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30875 00000100:00100000:2.0:1734671665.542431:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330240:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.542577:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330240:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 145us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.542584:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30875 00000100:00100000:0.0:1734671665.545013:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.545094:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330368 00000100:00100000:3.0:1734671665.545100:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330368 00000100:00100000:3.0:1734671665.545138:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30876 00000100:00100000:3.0:1734671665.545144:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330368:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.545286:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330368:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 141us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.545293:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30876 00000100:00100000:0.0:1734671665.547326:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.547391:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330496 00000100:00100000:2.0:1734671665.547397:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330496 00000100:00100000:2.0:1734671665.547437:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30877 00000100:00100000:2.0:1734671665.547443:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330496:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.547593:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330496:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 149us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.547599:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30877 00000100:00100000:0.0:1734671665.550752:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.550858:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330624 00000100:00100000:3.0:1734671665.550865:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330624 00000100:00100000:3.0:1734671665.550905:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30878 00000100:00100000:3.0:1734671665.550911:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330624:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.551059:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330624:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 146us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.551066:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30878 00000100:00100000:0.0:1734671665.553347:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.553431:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330752 00000100:00100000:2.0:1734671665.553437:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330752 00000100:00100000:2.0:1734671665.553478:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30879 00000100:00100000:2.0:1734671665.553484:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330752:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.553633:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330752:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 147us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.553640:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30879 00000100:00100000:0.0:1734671665.556948:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.557183:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752330880 00000100:00100000:3.0:1734671665.557191:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752330880 00000100:00100000:3.0:1734671665.557285:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30880 00000100:00100000:3.0:1734671665.557291:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330880:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.557451:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752330880:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 157us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.557457:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30880 00000100:00100000:0.0:1734671665.559652:0:3294:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.559818:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331008 00000100:00100000:2.0:1734671665.559826:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331008 00000100:00100000:2.0:1734671665.559869:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30881 00000100:00100000:2.0:1734671665.559875:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752331008:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.560019:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752331008:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 143us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.560025:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30881 00000100:00100000:0.0:1734671665.562859:0:3295:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671665.563123:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331136 00000100:00100000:3.0:1734671665.563129:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331136 00000100:00100000:3.0:1734671665.563172:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30882 00000100:00100000:3.0:1734671665.563178:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752331136:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1734671665.563317:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752331136:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 138us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671665.563323:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30882 00000100:00100000:0.0:1734671665.564955:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671665.565045:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331264 00000100:00100000:2.0:1734671665.565050:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331264 00000100:00100000:2.0:1734671665.565104:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 30883 00000100:00100000:2.0:1734671665.565110:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752331264:12345-192.168.204.51@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1734671665.565223:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ee43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+17:12328:x1818934752331264:12345-192.168.204.51@tcp:502:chlg_load_threa.0 Request processed in 112us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671665.565229:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 30883 00010000:00010000:1.0:1734671665.841035:0:7073:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1734671666.320023:0:29313:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre-rsync-test test_2c: @@@@@@ FAIL: Failure in replication; differences found. 00000001:00080000:0.0:1734671666.539892:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982855 is committed 00000001:00080000:0.0:1734671666.539905:0:7128:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982858 is committed 00000004:00080000:0.0:1734671666.539918:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 122 committed 00000004:00080000:0.0:1734671666.539925:0:7128:0:(osp_sync.c:1745:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 121 committed 00000100:00100000:0.0:1734671666.540011:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752253952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1734671666.540554:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.540575:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752254464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671666.540719:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.540735:0:3302:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734671666.540740:0:3302:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752254336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671666.540783:0:3302:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.540802:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752254080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671666.540814:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.540823:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752254592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671666.541412:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.541423:0:3303:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734671666.541428:0:3303:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ee41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752254208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734671666.541439:0:3303:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.541465:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752253952 00000100:00100000:0.0:1734671666.541470:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752253952 00000100:00100000:0.0:1734671666.541503:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254464 00000100:00100000:0.0:1734671666.541505:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254464 00000100:00100000:0.0:1734671666.541514:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254336 00000100:00100000:0.0:1734671666.541515:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254336 00000100:00100000:0.0:1734671666.541522:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254080 00000100:00100000:0.0:1734671666.541523:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254080 00000100:00100000:0.0:1734671666.541529:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254592 00000100:00100000:0.0:1734671666.541530:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254592 00000100:00100000:0.0:1734671666.541536:0:18848:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752254208 00000100:00100000:0.0:1734671666.541537:0:18848:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752254208 00000100:00100000:0.0:1734671666.541546:0:18848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805 00000100:00100000:0.0:1734671666.541550:0:18848:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752253952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734671666.541571:0:18848:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:350 count 1 00010000:00010000:0.0:1734671666.541590:0:18848:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541605:0:18848:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 5 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541611:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541613:0:18848:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541616:0:18848:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541636:0:18848:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 5 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541645:0:18848:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 5 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.541654:0:18848:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752254720:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.541698:0:18848:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec710c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734671666.541708:0:17973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4806 00000100:00100000:0.0:1734671666.541712:0:17973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752254464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671666.541722:0:17973:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:350 count 1 00010000:00010000:0.0:1734671666.541732:0:17973:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541740:0:17973:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 9 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541745:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541747:0:17973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541748:0:17973:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541760:0:17973:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 9 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541770:0:17973:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 9 pid: 18848 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.541777:0:17973:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752254848:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.541791:0:17973:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734671666.541800:0:18847:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807 00000100:00100000:0.0:1734671666.541803:0:18847:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+83:3302:x1818934752254336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671666.541811:0:18847:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:349 count 1 00010000:00010000:0.0:1734671666.541818:0:18847:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541825:0:18847:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 9 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541830:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541831:0:18847:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541833:0:18847:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541843:0:18847:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 9 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541849:0:18847:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 9 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.541855:0:18847:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752254976:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.541885:0:18847:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71600 going to sleep for 11 seconds 00000100:00100000:0.0:1734671666.541896:0:17898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808 00000100:00100000:0.0:1734671666.541899:0:17898:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752254080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671666.541907:0:17898:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:379 count 1 00010000:00010000:0.0:1734671666.541914:0:17898:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541922:0:17898:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541927:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541928:0:17898:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.541930:0:17898:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541949:0:17898:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.541955:0:17898:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.541961:0:17898:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752255104:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.541973:0:17898:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734671666.541983:0:15776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4809 00000100:00100000:0.0:1734671666.541986:0:15776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752254592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671666.542007:0:15776:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:351 count 1 00010000:00010000:0.0:1734671666.542013:0:15776:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542021:0:15776:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 9 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542026:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.542027:0:15776:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.542029:0:15776:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542038:0:15776:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 9 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542044:0:15776:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 9 pid: 18848 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.542051:0:15776:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752255232:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.542066:0:15776:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71780 going to sleep for 11 seconds 00000100:00100000:0.0:1734671666.542078:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810 00000100:00100000:0.0:1734671666.542081:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+83:3303:x1818934752254208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1734671666.542091:0:15777:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:711 count 1 00010000:00010000:0.0:1734671666.542099:0:15777:0:(ldlm_lock.c:764:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542107:0:15777:0:(ldlm_lock.c:677:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 9 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542112:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.542114:0:15777:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734671666.542116:0:15777:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542128:0:15777:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 9 pid: 8437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.542135:0:15777:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 9 pid: 8437 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.542141:0:15777:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093d41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752255360:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.542155:0:15777:0:(client.c:2571:ptlrpc_set_wait()) set ffff88012ec71c00 going to sleep for 11 seconds 00000100:00080000:2.0:1734671666.542482:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671636 00000100:00080000:2.0:1734671666.542486:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671636 00000100:00100000:0.0:1734671666.548455:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671666.548468:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671666.548496:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671666.548976:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1734671666.548989:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331392 00000100:00100000:3.0:1734671666.548995:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331392 00000100:00080000:3.0:1734671666.549207:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734671636 00010000:00010000:3.0:1734671666.549230:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 6 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1734671666.549252:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331648 00000100:00100000:3.0:1734671666.549254:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331648 00010000:00010000:3.0:1734671666.549266:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 10 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1734671666.549278:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331520 00000100:00100000:3.0:1734671666.549280:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331520 00010000:00010000:3.0:1734671666.549287:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 11 pid: 18848 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1734671666.549303:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8877 00000100:00100000:3.0:1734671666.549309:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+6:1966:x1818934752331392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671666.549319:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671666.549324:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 6 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734671666.549332:0:7072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8878 00010000:00010000:3.0:1734671666.549333:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 6 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734671666.549337:0:7072:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+11:1966:x1818934752331648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734671666.549343:0:7072:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734671666.549346:0:7072:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 11 pid: 15776 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1734671666.549351:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671666.549353:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671666.549353:0:7072:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 11 pid: 15776 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1734671666.549357:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671666.549362:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734671666.549363:0:7072:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671666.549364:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671666.549365:0:7072:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671666.549371:0:7072:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671666.549379:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734671666.549382:0:7072:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671666.549410:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+6:1966:x1818934752331392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 101us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671666.549416:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8877 00000100:00100000:3.0:1734671666.549428:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8879 00000100:00100000:3.0:1734671666.549432:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b14d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+11:1966:x1818934752331520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734671666.549437:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734671666.549440:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 11 pid: 18848 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1734671666.549447:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 11 pid: 18848 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1734671666.549456:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671666.549457:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734671666.549459:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671666.549465:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734671666.549501:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734671666.549512:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b14d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+11:1966:x1818934752331520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 79us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671666.549512:0:7072:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b18d15f0-75dd-44c5-9dbe-8873d719442e+11:1966:x1818934752331648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 174us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671666.549517:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8879 00000100:00100000:1.0:1734671666.549541:0:7072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8878 00010000:00010000:0.0:1734671666.549961:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931b9800/0x87a91e5006055571 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17b0 expref: 5 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.549989:0:18848:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18848:1818934752254720:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671666.550007:0:18848:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550014:0:18848:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550020:0:18848:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550027:0:18848:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550033:0:18848:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550040:0:18848:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550044:0:18848:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008dfe8600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671666.550047:0:18848:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550054:0:18848:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550062:0:18848:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550068:0:18848:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008dfe8600/0x87a91e500609c2e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18848 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.550331:0:18848:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+84:3302:x1818934752253952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8779us (9778us total) trans 4294968745 rc 0/0 00000100:00100000:0.0:1734671666.550338:0:18848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805 00010000:00010000:0.0:1734671666.550363:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009372e000/0x87a91e5006055516 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e1794 expref: 10 pid: 18848 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.550372:0:17973:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:17973:1818934752254848:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671666.550383:0:17973:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550389:0:17973:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550395:0:17973:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550401:0:17973:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550406:0:17973:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550411:0:17973:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550415:0:17973:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880094631000 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671666.550417:0:17973:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550422:0:17973:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550434:0:17973:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550439:0:17973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094631000/0x87a91e500609c2ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.550621:0:17973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+84:3302:x1818934752254464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8908us (9901us total) trans 4294968773 rc 0/0 00000100:00100000:0.0:1734671666.550626:0:17973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4806 00010000:00010000:0.0:1734671666.550647:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914a0000/0x87a91e500605523e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e169f expref: 9 pid: 15776 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.550654:0:18847:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18847:1818934752254976:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671666.550663:0:18847:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550669:0:18847:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550689:0:18847:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550695:0:18847:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550700:0:18847:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550707:0:18847:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550711:0:18847:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671666.550713:0:18847:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550719:0:18847:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550726:0:18847:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.550731:0:18847:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9600/0x87a91e500609c2f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.550927:0:18847:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+84:3302:x1818934752254336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9122us (10143us total) trans 4294968774 rc 0/0 00000100:00100000:0.0:1734671666.550931:0:18847:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807 00000100:00100000:0.0:1734671666.550950:0:17898:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:17898:1818934752255104:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671666.550960:0:17898:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.550974:0:9756:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331776 00000100:00100000:0.0:1734671666.550977:0:9756:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331776 00010000:00010000:0.0:1734671666.550988:0:9756:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.550998:0:9756:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8880 00000100:00100000:0.0:1734671666.551002:0:9756:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+9:1966:x1818934752331776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671666.551008:0:9756:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671666.551011:0:9756:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.551018:0:9756:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.551026:0:9756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c8c800/0x87a91e50060572b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e2333 expref: 9 pid: 18411 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.551033:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671666.551034:0:9756:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671666.551037:0:9756:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551043:0:9756:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551072:0:9756:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671666.551088:0:9756:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b18d15f0-75dd-44c5-9dbe-8873d719442e+8:1966:x1818934752331776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 85us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671666.551092:0:9756:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8880 00000004:00080000:0.0:1734671666.551117:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ee40700/2, rc 0, transno 4294968774 00000100:00100000:0.0:1734671666.551122:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752254336:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1734671666.551129:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ee40380/2, rc 0, transno 4294968745 00000100:00100000:0.0:1734671666.551132:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752253952:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1734671666.551137:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ee41500/2, rc 0, transno 4294968773 00000100:00100000:0.0:1734671666.551139:0:3302:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1818934752254464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671666.551175:0:17898:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551181:0:17898:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551186:0:17898:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551191:0:17898:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551205:0:17898:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551209:0:17898:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9a00 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671666.551211:0:17898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551216:0:17898:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551227:0:17898:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.551231:0:17898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9a00/0x87a91e500609c2fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.551386:0:17898:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+84:3303:x1818934752254080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9485us (10570us total) trans 4294968775 rc 0/0 00000100:00100000:0.0:1734671666.551392:0:17898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808 00000004:00080000:0.0:1734671666.551410:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ee43800/2, rc 0, transno 4294968775 00000100:00100000:0.0:1734671666.551414:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752254080:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1734671666.552282:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734671636 00000100:00100000:0.0:1734671666.557915:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1734671666.558152:0:15777:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15777:1818934752255360:192.168.204.51@tcp:104: 00000100:00100000:0.0:1734671666.558161:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671666.558187:0:15776:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15776:1818934752255232:192.168.204.51@tcp:104: 00010000:00010000:0.0:1734671666.558212:0:15776:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734671666.558213:0:15777:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.558235:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752331904 00000100:00100000:0.0:1734671666.558240:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752331904 00010000:00010000:0.0:1734671666.558262:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 7 pid: 8437 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.558280:0:7070:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752332032 00000100:00100000:0.0:1734671666.558282:0:7070:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752332032 00010000:00010000:0.0:1734671666.558289:0:7070:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 8 pid: 18848 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734671666.558307:0:7070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8881 00000100:00100000:0.0:1734671666.558486:0:7070:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+8:1966:x1818934752331904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734671666.558714:0:19199:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8882 00000100:00100000:0.0:1734671666.558719:0:19199:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+8:1964:x1818934752332032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734671666.558727:0:19199:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671666.558732:0:19199:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 8 pid: 18848 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.558742:0:19199:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 8 pid: 18848 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.558760:0:19199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091458c00/0x87a91e50060555cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x24af142dc67e17cc expref: 8 pid: 18848 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.558771:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671666.558773:0:19199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671666.558776:0:19199:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558783:0:19199:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558802:0:19199:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671666.558830:0:19199:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b18d15f0-75dd-44c5-9dbe-8873d719442e+7:1964:x1818934752332032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 110us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671666.558840:0:19199:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8882 00010000:00010000:0.0:1734671666.558920:0:15776:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558928:0:15776:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558935:0:15776:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558941:0:15776:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558947:0:15776:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558953:0:15776:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88009b0b9400 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671666.558956:0:15776:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558963:0:15776:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558971:0:15776:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.558977:0:15776:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0b9400/0x87a91e500609c301 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.559181:0:15776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+84:3303:x1818934752254592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17192us (17767us total) trans 4294968776 rc 0/0 00000100:00100000:0.0:1734671666.559187:0:15776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4809 00000004:00080000:0.0:1734671666.559214:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093d43100/2, rc 0, transno 4294968776 00000100:00100000:0.0:1734671666.559219:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752254592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1734671666.559232:0:7070:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734671666.559236:0:7070:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 6 pid: 8437 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.559244:0:7070:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 6 pid: 8437 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.559253:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d8dc200/0x87a91e500609914b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x24af142dc67f75b0 expref: 6 pid: 8437 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734671666.559261:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671666.559263:0:7070:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734671666.559265:0:7070:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559271:0:7070:0:(ldlm_resource.c:1692:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559284:0:7070:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734671666.559302:0:7070:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b18d15f0-75dd-44c5-9dbe-8873d719442e+5:1966:x1818934752331904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 830us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671666.559310:0:7070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8881 00010000:00010000:0.0:1734671666.559345:0:15777:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559351:0:15777:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559358:0:15777:0:(ldlm_lock.c:818:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559363:0:15777:0:(ldlm_lock.c:876:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559368:0:15777:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559373:0:15777:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88008d888600 already unused, calling callback (ffffffffa086e760) 00010000:00010000:0.0:1734671666.559376:0:15777:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559381:0:15777:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559390:0:15777:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734671666.559395:0:15777:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d888600/0x87a91e500609c308 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734671666.559595:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+84:3303:x1818934752254208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17511us (18154us total) trans 4294968777 rc 0/0 00000100:00100000:0.0:1734671666.559601:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810 00000004:00080000:0.0:1734671666.559620:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ee41f80/2, rc 0, transno 4294968777 00000100:00100000:0.0:1734671666.559623:0:3303:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ee41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1818934752254208:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1734671666.614574:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968765 is committed 00000001:00080000:1.0:1734671666.614596:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968771 is committed 00000001:00080000:1.0:1734671666.614667:0:9834:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968772 is committed 00000001:00080000:0.0:1734671666.616900:0:8551:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968745 is committed 00010000:00010000:1.0:1734671666.843962:0:10998:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734671666.926236:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e45ec010-1624-4042-8040-056cfaa61571:3304:1818934752255488:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.926287:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.926312:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1818934752256000:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.926330:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734671666.926365:0:7078:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255488 00000100:00100000:2.0:1734671666.926372:0:7078:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255488 00000100:00100000:0.0:1734671666.928228:0:3304:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734671666.928238:0:3304:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1818934752255872:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928269:0:3304:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.928292:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1818934752255616:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928307:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.928317:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752256128:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928331:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.928341:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734671666.928346:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008c391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752255744:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928357:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734671666.928378:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256128 00000100:00100000:0.0:1734671666.928381:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256128 00000100:00100000:0.0:1734671666.928405:0:15777:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255744 00000100:00100000:0.0:1734671666.928406:0:15777:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255744 00000100:00100000:0.0:1734671666.928419:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1734671666.928424:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752256128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928457:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752256128:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671666.928463:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1734671666.928494:0:15777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1734671666.928497:0:15777:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1818934752255744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928515:0:15777:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1818934752255744:12345-0@lo:400:kworker.0 Request processed in 17us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734671666.928520:0:15777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1734671666.928545:0:3301:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968745 gen 2 00000004:00080000:0.0:1734671666.928550:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3cea00, transno 4294968667 00000004:00080000:0.0:1734671666.928555:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008df6d880, transno 4294968668 00000004:00080000:0.0:1734671666.928558:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3cd500, transno 4294968669 00000004:00080000:0.0:1734671666.928560:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3cdc00, transno 4294968670 00000004:00080000:0.0:1734671666.928562:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3cd180, transno 4294968671 00000004:00080000:0.0:1734671666.928564:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3cf800, transno 4294968672 00000004:00080000:0.0:1734671666.928567:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3ce680, transno 4294968673 00000004:00080000:0.0:1734671666.928569:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d3ce300, transno 4294968674 00000004:00080000:0.0:1734671666.928571:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135315c00, transno 4294968675 00000004:00080000:0.0:1734671666.928573:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135316d80, transno 4294968676 00000004:00080000:0.0:1734671666.928575:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135314e00, transno 4294968677 00000004:00080000:0.0:1734671666.928577:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135314000, transno 4294968678 00000004:00080000:0.0:1734671666.928579:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009378ed80, transno 4294968679 00000004:00080000:0.0:1734671666.928581:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfce00, transno 4294968680 00000004:00080000:0.0:1734671666.928583:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135315880, transno 4294968681 00000004:00080000:0.0:1734671666.928585:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dffb80, transno 4294968682 00000004:00080000:0.0:1734671666.928587:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923bf480, transno 4294968683 00000004:00080000:0.0:1734671666.928589:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923bea00, transno 4294968684 00000004:00080000:0.0:1734671666.928591:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099780000, transno 4294968685 00000004:00080000:0.0:1734671666.928594:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a45f80, transno 4294968686 00000004:00080000:0.0:1734671666.928596:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135315180, transno 4294968687 00000004:00080000:0.0:1734671666.928597:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099781180, transno 4294968688 00000004:00080000:0.0:1734671666.928599:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009378c380, transno 4294968689 00000004:00080000:0.0:1734671666.928601:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932ca300, transno 4294968690 00000004:00080000:0.0:1734671666.928603:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9500, transno 4294968691 00000004:00080000:0.0:1734671666.928605:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8380, transno 4294968692 00000004:00080000:0.0:1734671666.928607:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f59a680, transno 4294968693 00000004:00080000:0.0:1734671666.928609:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f59aa00, transno 4294968694 00000004:00080000:0.0:1734671666.928611:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8a80, transno 4294968695 00000004:00080000:0.0:1734671666.928613:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8e00, transno 4294968696 00000004:00080000:0.0:1734671666.928615:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f59b100, transno 4294968697 00000004:00080000:0.0:1734671666.928617:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094601180, transno 4294968698 00000004:00080000:0.0:1734671666.928619:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f59bb80, transno 4294968699 00000004:00080000:0.0:1734671666.928621:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008df6c000, transno 4294968700 00000004:00080000:0.0:1734671666.928623:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008df6f100, transno 4294968701 00000004:00080000:0.0:1734671666.928625:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008df6fb80, transno 4294968702 00000004:00080000:0.0:1734671666.928627:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008df6e300, transno 4294968703 00000004:00080000:0.0:1734671666.928629:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008df6ed80, transno 4294968704 00000004:00080000:0.0:1734671666.928631:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b62a00, transno 4294968705 00000004:00080000:0.0:1734671666.928633:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfed80, transno 4294968706 00000004:00080000:0.0:1734671666.928635:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfd180, transno 4294968707 00000004:00080000:0.0:1734671666.928638:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfc000, transno 4294968708 00000004:00080000:0.0:1734671666.928640:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099783800, transno 4294968709 00000004:00080000:0.0:1734671666.928642:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfd500, transno 4294968710 00000004:00080000:0.0:1734671666.928644:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009378d880, transno 4294968711 00000004:00080000:0.0:1734671666.928645:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9f80, transno 4294968712 00000004:00080000:0.0:1734671666.928648:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfc700, transno 4294968713 00000004:00080000:0.0:1734671666.928650:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b000380, transno 4294968714 00000004:00080000:0.0:1734671666.928653:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b003800, transno 4294968715 00000004:00080000:0.0:1734671666.928655:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b003100, transno 4294968716 00000004:00080000:0.0:1734671666.928657:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b001c00, transno 4294968717 00000004:00080000:0.0:1734671666.928659:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b001500, transno 4294968718 00000004:00080000:0.0:1734671666.928660:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b001180, transno 4294968719 00000004:00080000:0.0:1734671666.928662:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b003b80, transno 4294968720 00000004:00080000:0.0:1734671666.928664:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b000a80, transno 4294968721 00000004:00080000:0.0:1734671666.928667:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b742300, transno 4294968722 00000004:00080000:0.0:1734671666.928670:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b743b80, transno 4294968723 00000004:00080000:0.0:1734671666.928672:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099746680, transno 4294968724 00000004:00080000:0.0:1734671666.928692:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b741c00, transno 4294968725 00000004:00080000:0.0:1734671666.928694:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099744e00, transno 4294968726 00000004:00080000:0.0:1734671666.928696:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b742a00, transno 4294968727 00000004:00080000:0.0:1734671666.928699:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b743100, transno 4294968728 00000004:00080000:0.0:1734671666.928701:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b742d80, transno 4294968729 00000004:00080000:0.0:1734671666.928703:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b63100, transno 4294968730 00000004:00080000:0.0:1734671666.928704:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfd880, transno 4294968731 00000004:00080000:0.0:1734671666.928706:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b61500, transno 4294968732 00000004:00080000:0.0:1734671666.928708:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b60700, transno 4294968733 00000004:00080000:0.0:1734671666.928710:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b60e00, transno 4294968734 00000004:00080000:0.0:1734671666.928712:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc1180, transno 4294968735 00000004:00080000:0.0:1734671666.928714:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfe680, transno 4294968736 00000004:00080000:0.0:1734671666.928716:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfdf80, transno 4294968737 00000004:00080000:0.0:1734671666.928718:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b150a80, transno 4294968738 00000004:00080000:0.0:1734671666.928720:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135317480, transno 4294968739 00000004:00080000:0.0:1734671666.928722:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b150380, transno 4294968740 00000004:00080000:0.0:1734671666.928724:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135316300, transno 4294968741 00000004:00080000:0.0:1734671666.928726:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b151500, transno 4294968742 00000004:00080000:0.0:1734671666.928728:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c391880, transno 4294968743 00000004:00080000:0.0:1734671666.928731:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c5500, transno 4294968744 00000004:00080000:0.0:1734671666.928733:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ee40380, transno 4294968745 00000100:00100000:0.0:1734671666.928738:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752255744:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.928748:0:3301:0:(client.c:2945:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968772 gen 2 00000004:00080000:0.0:1734671666.928750:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc2d80, transno 4294968699 00000004:00080000:0.0:1734671666.928755:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc0e00, transno 4294968700 00000004:00080000:0.0:1734671666.928757:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc3800, transno 4294968701 00000004:00080000:0.0:1734671666.928759:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc0380, transno 4294968702 00000004:00080000:0.0:1734671666.928761:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc1c00, transno 4294968703 00000004:00080000:0.0:1734671666.928763:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc1500, transno 4294968704 00000004:00080000:0.0:1734671666.928765:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc0000, transno 4294968705 00000004:00080000:0.0:1734671666.928767:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c7b80, transno 4294968706 00000004:00080000:0.0:1734671666.928769:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092cc1880, transno 4294968707 00000004:00080000:0.0:1734671666.928771:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c5180, transno 4294968708 00000004:00080000:0.0:1734671666.928773:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417d180, transno 4294968709 00000004:00080000:0.0:1734671666.928775:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c6300, transno 4294968710 00000004:00080000:0.0:1734671666.928776:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417f800, transno 4294968711 00000004:00080000:0.0:1734671666.928778:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417ed80, transno 4294968712 00000004:00080000:0.0:1734671666.928780:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417e680, transno 4294968713 00000004:00080000:0.0:1734671666.928782:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099781880, transno 4294968714 00000004:00080000:0.0:1734671666.928783:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417f480, transno 4294968715 00000004:00080000:0.0:1734671666.928786:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417c700, transno 4294968716 00000004:00080000:0.0:1734671666.928787:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099780e00, transno 4294968717 00000004:00080000:0.0:1734671666.928789:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099782a00, transno 4294968718 00000004:00080000:0.0:1734671666.928791:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b740700, transno 4294968719 00000004:00080000:0.0:1734671666.928793:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923be300, transno 4294968720 00000004:00080000:0.0:1734671666.928795:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923bce00, transno 4294968721 00000004:00080000:0.0:1734671666.928797:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b740a80, transno 4294968722 00000004:00080000:0.0:1734671666.928799:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b741500, transno 4294968723 00000004:00080000:0.0:1734671666.928801:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099783b80, transno 4294968724 00000004:00080000:0.0:1734671666.928803:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b740380, transno 4294968725 00000004:00080000:0.0:1734671666.928805:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b741880, transno 4294968726 00000004:00080000:0.0:1734671666.928807:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b741f80, transno 4294968727 00000004:00080000:0.0:1734671666.928809:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b743480, transno 4294968728 00000004:00080000:0.0:1734671666.928811:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b744000, transno 4294968729 00000004:00080000:0.0:1734671666.928813:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b747b80, transno 4294968730 00000004:00080000:0.0:1734671666.928816:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b741180, transno 4294968731 00000004:00080000:0.0:1734671666.928817:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094602a00, transno 4294968732 00000004:00080000:0.0:1734671666.928820:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f599f80, transno 4294968733 00000004:00080000:0.0:1734671666.928822:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f598a80, transno 4294968734 00000004:00080000:0.0:1734671666.928823:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094603100, transno 4294968735 00000004:00080000:0.0:1734671666.928825:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009378fb80, transno 4294968736 00000004:00080000:0.0:1734671666.928828:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b60a80, transno 4294968737 00000004:00080000:0.0:1734671666.928830:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b60380, transno 4294968738 00000004:00080000:0.0:1734671666.928832:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b740e00, transno 4294968739 00000004:00080000:0.0:1734671666.928835:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b740000, transno 4294968740 00000004:00080000:0.0:1734671666.928837:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b745500, transno 4294968741 00000004:00080000:0.0:1734671666.928839:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923bd180, transno 4294968742 00000004:00080000:0.0:1734671666.928841:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b742680, transno 4294968743 00000004:00080000:0.0:1734671666.928843:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b745180, transno 4294968744 00000004:00080000:0.0:1734671666.928845:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b151f80, transno 4294968745 00000004:00080000:0.0:1734671666.928847:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b150000, transno 4294968746 00000004:00080000:0.0:1734671666.928849:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417dc00, transno 4294968747 00000004:00080000:0.0:1734671666.928851:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417d500, transno 4294968748 00000004:00080000:0.0:1734671666.928853:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417ea00, transno 4294968749 00000004:00080000:0.0:1734671666.928854:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099782d80, transno 4294968750 00000004:00080000:0.0:1734671666.928856:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b153100, transno 4294968751 00000004:00080000:0.0:1734671666.928858:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417f100, transno 4294968752 00000004:00080000:0.0:1734671666.928859:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a417fb80, transno 4294968753 00000004:00080000:0.0:1734671666.928862:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9880, transno 4294968754 00000004:00080000:0.0:1734671666.928864:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b744700, transno 4294968755 00000004:00080000:0.0:1734671666.928866:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efa6d80, transno 4294968756 00000004:00080000:0.0:1734671666.928868:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880134dfea00, transno 4294968757 00000004:00080000:0.0:1734671666.928870:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923bf800, transno 4294968758 00000004:00080000:0.0:1734671666.928872:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800997f7800, transno 4294968759 00000004:00080000:0.0:1734671666.928874:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923bed80, transno 4294968760 00000004:00080000:0.0:1734671666.928876:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b743800, transno 4294968761 00000004:00080000:0.0:1734671666.928878:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008efa6a00, transno 4294968762 00000004:00080000:0.0:1734671666.928880:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800997f5180, transno 4294968763 00000004:00080000:0.0:1734671666.928882:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009378ce00, transno 4294968764 00000004:00080000:0.0:1734671666.928884:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800997f5880, transno 4294968765 00000004:00080000:0.0:1734671666.928885:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800997f5f80, transno 4294968766 00000004:00080000:0.0:1734671666.928887:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b60000, transno 4294968767 00000004:00080000:0.0:1734671666.928889:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c6d80, transno 4294968768 00000004:00080000:0.0:1734671666.928890:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a4b63800, transno 4294968769 00000004:00080000:0.0:1734671666.928892:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c4380, transno 4294968770 00000004:00080000:0.0:1734671666.928894:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a57c5f80, transno 4294968771 00000004:00080000:0.0:1734671666.928896:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b000e00, transno 4294968772 00000100:00100000:0.0:1734671666.928901:0:3301:0:(client.c:2989:ptlrpc_free_committed()) @@@ stopping search req@ffff88012ee41500 x1818934752254464/t4294968773(4294968773) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1734671682 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:0.0:1734671666.928908:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752256128:0@lo:400:kworker.0 00000004:00080000:0.0:1734671666.929264:0:8487:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 79 done 00000004:00080000:0.0:1734671666.929539:0:10116:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 5 in progress, 0 in flight, 74 done 00000100:00100000:3.0:1734671666.930270:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256000 00000100:00100000:3.0:1734671666.930275:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256000 00000100:00100000:1.0:1734671666.930386:0:24251:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255872 00000100:00100000:1.0:1734671666.930390:0:24251:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255872 00000100:00100000:2.0:1734671666.931055:0:7078:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1734671666.931061:0:7078:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5729450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e45ec010-1624-4042-8040-056cfaa61571+18:3304:x1818934752255488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734671666.931114:0:7078:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5729450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e45ec010-1624-4042-8040-056cfaa61571+18:3304:x1818934752255488:12345-0@lo:400:kworker.0 Request processed in 52us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671666.931119:0:7078:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1734671666.931145:0:7085:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752255616 00000100:00100000:2.0:1734671666.931148:0:7085:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752255616 00000100:00100000:2.0:1734671666.931164:0:7085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1734671666.931167:0:7085:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1818934752255616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734671666.931193:0:7085:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1818934752255616:12345-0@lo:400:kworker.0 Request processed in 25us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671666.931198:0:7085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1734671666.931224:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1818934752255616:0@lo:400:kworker.0 00000100:00100000:3.0:1734671666.931331:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1734671666.931335:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1818934752256000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734671666.931362:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1818934752256000:12345-0@lo:400:kworker.0 Request processed in 26us (5031us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671666.931366:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:3.0:1734671666.931380:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734671636 00000100:00080000:3.0:1734671666.931383:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671636 00000100:00100000:1.0:1734671666.931458:0:24251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1734671666.931462:0:24251:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1818934752255872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734671666.931498:0:24251:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1818934752255872:12345-0@lo:400:kworker.0 Request processed in 34us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1734671666.931502:0:24251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1734671666.934797:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1818934752255872:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.934810:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e45ec010-1624-4042-8040-056cfaa61571:3304:1818934752255488:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.934819:0:3304:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008c393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1818934752256000:0@lo:400:kworker.0 00000100:00100000:0.0:1734671666.953898:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1734671666.953950:0:3296:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1734671666.954093:0:7080:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752332160 00000100:00100000:2.0:1734671666.954101:0:7080:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752332160 00000100:00100000:3.0:1734671666.954121:0:7084:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752332288 00000100:00100000:3.0:1734671666.954124:0:7084:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752332288 00000100:00100000:2.0:1734671666.954148:0:7080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 299 00000100:00100000:2.0:1734671666.954153:0:7080:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5729050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1965:x1818934752332160:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1734671666.954197:0:7080:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5729050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e3ec39b0-41e8-4393-9771-0998e1e69f61+9:1965:x1818934752332160:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 44us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1734671666.954203:0:7080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 299 00000100:00100000:3.0:1734671666.954426:0:7084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 177 00000100:00100000:3.0:1734671666.954431:0:7084:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:1964:x1818934752332288:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:3.0:1734671666.954458:0:7084:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009be2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b18d15f0-75dd-44c5-9dbe-8873d719442e+13:1964:x1818934752332288:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 26us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671666.954462:0:7084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 177 00000100:00080000:0.0:1734671666.954537:0:7081:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734671636 00000100:00100000:3.0:1734671667.037573:0:3301:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734671667.037588:0:3301:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752256256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734671667.037632:0:3301:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734671667.037668:0:8439:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818934752256256 00000100:00100000:3.0:1734671667.037687:0:8439:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818934752256256 00000100:00100000:3.0:1734671667.037711:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1734671667.037715:0:8439:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752256256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734671667.037742:0:8439:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 28966912 granted 337838080 pending 0 free 3830448128 avail 3828350976 00000100:00100000:3.0:1734671667.037765:0:8439:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f599f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3301:x1818934752256256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734671667.037770:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1734671667.037799:0:3301:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f599180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1818934752256256:0@lo:13:osp-pre-1-0.0 Debug log: 65111 lines, 65111 kept, 0 dropped, 0 bad.